groupie 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Wes Oldenbeuving
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,53 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "groupie"
+    gem.summary = %Q{Group and classify text}
+    gem.description = %Q{Group and classify text based on likelyhood of being included in a text of a specific category}
+    gem.email = "narnach@gmail.com"
+    gem.homepage = "http://github.com/Narnach/groupie"
+    gem.authors = ["Wes Oldenbeuving"]
+    gem.add_development_dependency "testy", ">= 0"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "groupie #{version}"
+  rdoc.rdoc_files.include('readme*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/groupie.gemspec

@@ -0,0 +1,60 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{groupie}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Wes Oldenbeuving"]
+  s.date = %q{2010-07-25}
+  s.description = %q{Group and classify text based on likelyhood of being included in a text of a specific category}
+  s.email = %q{narnach@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE"
+  ]
+  s.files = [
+    ".document",
+     "LICENSE",
+     "Rakefile",
+     "VERSION",
+     "groupie.gemspec",
+     "lib/groupie.rb",
+     "lib/groupie/core_ext/string.rb",
+     "lib/groupie/group.rb",
+     "readme.rdoc",
+     "test/fixtures/ham/spam.la-44116217.txt",
+     "test/fixtures/spam/spam.la-44118014.txt",
+     "test/groupie/core_ext/string_test.rb",
+     "test/groupie/group_test.rb",
+     "test/groupie_test.rb",
+     "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/Narnach/groupie}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Group and classify text}
+  s.test_files = [
+    "test/groupie/core_ext/string_test.rb",
+     "test/groupie/group_test.rb",
+     "test/groupie_test.rb",
+     "test/test_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<testy>, [">= 0"])
+    else
+      s.add_dependency(%q<testy>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<testy>, [">= 0"])
+  end
+end
+

data/lib/groupie.rb

@@ -0,0 +1,51 @@
+lib_dir = File.expand_path(File.dirname(__FILE__))
+$LOAD_PATH.unshift(lib_dir) unless $LOAD_PATH.include?(lib_dir)
+require 'groupie/group'
+require 'groupie/core_ext/string'
+
+class Groupie
+  def initialize
+    @groups = {}
+  end
+
+  def [](group)
+    @groups[group] ||= Group.new(group)
+  end
+
+  def classify(entry)
+    results = {}
+    total_count = @groups.inject(0) do |sum, name_group|
+      group = name_group.last
+      sum + group.count(entry)
+    end
+    return results if 0 == total_count
+
+    @groups.each do |name, group|
+      count = group.count(entry)
+      results[name] = count > 0 ? count.to_f / total_count : 0.0
+    end
+    return results
+  end
+
+  # Classify a text by taking the average of all word classifications.
+  def classify_text(words)
+    group_score_sums = words.inject({}) do |results, word|
+      word_results = classify(word)
+      results.merge(word_results) do |key, old, new|
+        old + new
+      end
+    end
+
+    words_count = words.size.to_f
+    averages={}
+    group_score_sums.each do |group, sum|
+      averages[group] = sum / words_count
+    end
+
+    averages
+  end
+  
+  def self.version
+    File.read(File.join(File.dirname(File.expand_path(__FILE__)), "..", "VERSION")).strip
+  end
+end

data/lib/groupie/core_ext/string.rb

@@ -0,0 +1,17 @@
+class Groupie
+  module CoreExt
+    module String
+      def tokenize
+        downcase.
+          gsub(/\s/," ").
+          gsub(/[$']/,'').
+          gsub(/<[^>]+?>|[^\w -.,]/,'').
+          split(" ").map {|str| str.gsub(/[,.]+\Z/,'')}
+      end
+    end
+  end
+end
+
+class String
+  include Groupie::CoreExt::String
+end

data/lib/groupie/group.rb

@@ -0,0 +1,32 @@
+class Groupie
+  class Group
+    def initialize(name)
+      @name = name
+      @word_counts = {}
+    end
+    
+    def words
+      @word_counts.keys
+    end
+
+    # Add new words to the group.
+    def add(*words)
+      words.flatten.each do |word|
+        add_word(word)
+      end
+      nil
+    end
+
+    # Return the count for a specific +word+.
+    def count(word)
+      @word_counts[word] || 0
+    end
+
+    # Add a single word and count it.
+    def add_word(word)
+      @word_counts[word] ||= 0
+      @word_counts[word] += 1
+    end
+    private :add_word
+  end
+end

data/readme.rdoc

@@ -0,0 +1,28 @@
+= Groupie
+
+Groupie is a simple way to group texts and classify new texts as being a likely member of one of the defined groups. Think of bayesian spam filters.
+
+The eventual goal is to have Groupie work as a sort of bayesian spam filter, where you feed it spam and ham (non-spam) and ask it to classify new texts as spam or ham. Applications for this are e-mail spam filtering and blog spam filtering. Other sorts of categorizing might be interesting as well, such as finding suitable tags for a blog post or bookmark.
+
+== Goals 
+
+Groupie is a 'fun' project that has the following goals, in descending order of importance:
+* Have fun playing with code
+* Play with Bayesian-like (spam) filtering
+* Check out the Testy BDD framework. It's pretty good for 60 lines of code!
+
+== Current functionality
+
+Current funcionality includes:
+* Tokenize an input text to prepare it for grouping.
+  * Strip XML and HTML tag.
+  * Keep certain infix characters, such as period and comma.
+* Add texts (as an Array of Strings) to any number of groups.
+* Classify a single word to check the likelihood it belongs to each group.
+* Do classification for complete (tokenized) texts.
+
+== License
+
+As always, the code is licensed under the MIT license.
+
+Wes Oldenbeuving

data/test/fixtures/ham/spam.la-44116217.txt

@@ -0,0 +1,79 @@
+From **HIDDEN**@lists.ubuntu.com  Sun May 31 10:22:46 2009
+Return-Path: <**HIDDEN**@lists.ubuntu.com>
+X-Original-To: **HIDDEN**@spam.la
+Delivered-To: **HIDDEN**@speedo.dreamhost.com
+Received: from chlorine.canonical.com (chlorine.canonical.com [91.189.94.204])
+	by speedo.dreamhost.com (Postfix) with ESMTP id 18A4F145730
+	for <**HIDDEN**@spam.la>; Sun, 31 May 2009 10:22:47 -0700 (PDT)
+Received: from localhost ([127.0.0.1] helo=chlorine.canonical.com)
+	by chlorine.canonical.com with esmtp (Exim 4.60)
+	(envelope-from <**HIDDEN**@lists.ubuntu.com>)
+	id 1MAoKV-0000Uv-RB; Sun, 31 May 2009 17:56:15 +0100
+Received: from smtp104.mail.ukl.yahoo.com ([77.238.184.36])
+	by chlorine.canonical.com with smtp (Exim 4.60)
+	(envelope-from <**HIDDEN**@yahoo.de>) id 1MAoKO-0000T5-0J
+	for **HIDDEN**@lists.ubuntu.com; Sun, 31 May 2009 17:56:08 +0100
+Received: (qmail 95693 invoked from network); 31 May 2009 16:56:07 -0000
+Received: from unknown (HELO ?192.168.1.33?) **HIDDEN**@88.5.92.30 with plain)
+	by smtp104.mail.ukl.yahoo.com with SMTP; 31 May 2009 16:56:07 -0000
+X-Yahoo-SMTP: omQsrMiswBC_IZdIQhRgQAA3Gn6tTTc-
+X-YMail-OSG: e1ihGm4VM1ljqtG.6IPGOps5aG8IYZJEPQLptGPSxphH174zk4rRTWYQJmj9MMc2nJwZjNEqUnYAjErWKypElvLWu0n.v8baMMlcOOELQK2IZfFaV5Ij3HUpUDWRbd0n6PCV5iFLHlyruq5CSGsiZvfME6HpngIO0RuAcin3rePXdzWpmPnTlZwuC3qjSE9N8wC4pdBdwfmYHy4EKSKFRCXUNzdy9DPgfwqrjiCTP_tqaWmpeUOqA2Os13l0j5d6acIpgo9DcW8P_1ENNVGjJ2Lk4XbZ0oc51M_BJ2n6DHMxoazT
+X-Yahoo-Newman-Property: ymail-3
+From: Oliver Scholtz 1 <**HIDDEN**@yahoo.de>
+To: Discussion on Ubuntu artwork <**HIDDEN**@lists.ubuntu.com>
+In-Reply-To: <**HIDDEN**@mail.gmail.com>
+References: <**HIDDEN**@yahoo.com>
+	<**HIDDEN**@jws141-laptop> <**HIDDEN**@yahoo.com>
+	<**HIDDEN**@isabel-desktop>
+	<**HIDDEN**@web95411.mail.in2.yahoo.com>
+	<**HIDDEN**@dani-desktop> <**HIDDEN**@yahoo.com>
+	<**HIDDEN**@mail.gmail.com>
+	<**HIDDEN**@mail.gmail.com>
+Date: Sun, 31 May 2009 18:56:05 +0200
+Message-Id: <**HIDDEN**@oliver-ubuntu>
+Mime-Version: 1.0
+X-Mailer: Evolution 2.26.1 
+Subject: Re: [ubuntu-art] [Breathe] Network Manager-icons
+X-BeenThere: **HIDDEN**@lists.ubuntu.com
+X-Mailman-Version: 2.1.8
+Precedence: list
+Reply-To: Discussion on Ubuntu artwork <**HIDDEN**@lists.ubuntu.com>
+List-Id: Discussion on Ubuntu artwork <ubuntu-art.lists.ubuntu.com>
+List-Unsubscribe: <https://lists.ubuntu.com/mailman/listinfo/ubuntu-art>,
+	<**HIDDEN**@lists.ubuntu.com?subject=unsubscribe>
+List-Archive: <https://lists.ubuntu.com/archives/ubuntu-art>
+List-Post: <**HIDDEN**@lists.ubuntu.com>
+List-Help: <**HIDDEN**@lists.ubuntu.com?subject=help>
+List-Subscribe: <https://lists.ubuntu.com/mailman/listinfo/ubuntu-art>,
+	<**HIDDEN**@lists.ubuntu.com?subject=subscribe>
+Content-Type: text/plain; charset="us-ascii"
+Content-Transfer-Encoding: 7bit
+Sender: **HIDDEN**@lists.ubuntu.com
+Errors-To: **HIDDEN**@lists.ubuntu.com
+
+
+
+Am Sonntag, den 31.05.2009, 17:53 +0200 schrieb Steve Dodier:
+> Hello,
+> 
+> I think the notify-osd icons have a completely different style, which
+> is looking great within the notification bubbles, but i doubt it'd
+> look great to have the notify-osd wifi icons in the panel. I think the
+> drawing of the notification- wifi icons should be done afterwards, and
+> if they should be based on those of the icon set, they could be made
+> smoother, and possibly desaturated for some of them, to avoid drawing
+> too much attention from the user when popping up.
+> 
+> Cordially, SD.
+
++1
+---
+And Mac ... much better! Maybe 22 and 16 without pale. ;)
+
+Oliver
+
+
+-- 
+ubuntu-art mailing list
+**HIDDEN**@lists.ubuntu.com
+https://lists.ubuntu.com/mailman/listinfo/ubuntu-art

data/test/fixtures/spam/spam.la-44118014.txt

@@ -0,0 +1,73 @@
+From **HIDDEN**@manpoints.net  Sun May 31 10:34:01 2009
+Return-Path: <**HIDDEN**@manpoints.net>
+X-Original-To: **HIDDEN**@spam.la
+Delivered-To: **HIDDEN**@speedo.dreamhost.com
+Received: from 201-40-49-243.bsace702.dsl.brasiltelecom.net.br (201-40-49-243.bsace702.dsl.brasiltelecom.net.br [201.40.49.243])
+	by speedo.dreamhost.com (Postfix) with ESMTP id 4BDC714572F
+	for <**HIDDEN**@spam.la>; Sun, 31 May 2009 10:33:56 -0700 (PDT)
+Message-Id: <**HIDDEN**@201-40-49-243.bsace702.dsl.brasiltelecom.net.br>
+From: "Leskovar L. Golda" <**HIDDEN**@manpoints.net>
+To: **HIDDEN**@spam.la
+Subject: My official mail blocked
+Content-Type: text/html; charset="iso-8859-1"
+Content-Transfer-Encoding: 7bit
+MIME-Version: 1.0
+Date: Sun, 31 May 2009 10:33:56 -0700 (PDT)
+
+
+
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+<title></title>
+<meta content="text/html; charset=iso-8859-1" http-equiv="Content-Type">
+</head>
+<body bgcolor="#FFFFFF" topmargin="0" leftmargin="0" marginwidth="0" marginheight="0">
+
+
+<table width="646" cellspacing="0" border="0" align="center" cellpadding="4">
+<tr>
+<td align="center"><font face="Arial" size="1" color="#000000">If you cannot see
+the pictures and links below, please <a href="http://www.qicweman.cn/?abo=0C8C72B3E1C8648676158B">
+click here</a> to view them.<br></font></td>
+</tr>
+
+</table>
+
+<table width="742" cellspacing="0" border="0" align="center" cellpadding="0">
+
+<tr valign="top">
+<td width="475" style="border-left:1px solid #371E96;">
+<a href="http://www.qicweman.cn/?ex=0C8C72B3E1C8648676158B">
+<img alt="click to see the full version" src="http://www.qicweman.cn/d.jpg" style="border-width: 0px" /></a></td>
+
+</tr>
+
+<tr>
+<td><br>
+
+<div style="padding:10px;">
+
+<span style="font-size:10px;color:#666666;font-family:arial;">You may also
+	respond to this email and subscribe to <i>Hizqru</i> by calling
+	1-085-417-9085, Monday-Friday, 8 a.m.-6 p.m. ET. Outside the U.S. and in
+	Canada, please call 1-254-403-7409.<br><br>
+
+	To opt out from receiving any future marketing-related emails from
+	Dqpjnjp, please <a style="color:#666666;" href="http://www.qicweman.cn/?jr=0C8C72B3E1C8648676158B&email=**HIDDEN**@spam.la">
+	click here</a>.<br />
+	Please be assured that we respect the privacy of our subscribers. To view
+	our privacy policy, please <a style="color:#666666;" href="http://www.qicweman.cn/?sj=0C8C72B3E1C8648676158B">
+	click here</a>.<br><br>
+
+	© 2009 Jdqofypy, Inc., 14 Poze Iylqod, 08th Floor, New York, NY 74172.<br></span>
+
+</div>
+</td>
+</tr>
+</table>
+
+
+
+</body>
+</html>

data/test/groupie/core_ext/string_test.rb

@@ -0,0 +1,45 @@
+require File.join(File.dirname(__FILE__), %w[.. .. test_helper])
+
+Testy.testing 'String' do
+  context 'tokenize' do
+    test 'split words' do |t|
+      tokens = "hello world".tokenize
+      t.check 'words are split',
+        :expect => %w[hello world],
+        :actual => tokens
+    end
+
+    test 'downcase words' do |t|
+      tokens = "Hello World".tokenize
+      t.check 'words are downcased',
+        :expect => %w[hello world],
+        :actual => tokens
+    end
+
+    test 'most symbols are stripped' do |t|
+      tokens = "hyphen-ated, under_score!".tokenize
+      t.check 'some symbols are left',
+        :expect => %w[hyphen-ated under_score],
+        :actual => tokens
+    end
+
+    test 'html tags are sanitized' do |t|
+      tokens = '<a href="http://example.org">example</a>'.tokenize
+      t.check 'only content of tags is retained',
+        :expect => %w[example],
+        :actual => tokens
+    end
+
+    test 'some dots are ok' do |t|
+      tokens = 'example.org rocks. read it...'.tokenize
+      t.check 'infix dots are kept',
+        :expect => %w[example.org rocks read it],
+        :actual => tokens
+
+      tokens2 = '$1,000,000.00 or $1.000.000,00'.tokenize
+      t.check 'infix commas are kept',
+        :expect => %w[1,000,000.00 or 1.000.000,00],
+        :actual => tokens2
+    end
+  end
+end

data/test/groupie/group_test.rb

@@ -0,0 +1,15 @@
+require File.join(File.dirname(__FILE__), %w[.. test_helper])
+
+Testy.testing 'Groupie::Group' do
+  test 'can be serialized and loaded through YAML' do |t|
+    require 'yaml'
+
+    g = Groupie::Group.new 'group'
+    g.add %w[buy flowers]
+    g2 = YAML.load(g.to_yaml)
+    g2.add %w[buy candy]
+    t.check 'default value works for new entries',
+      :expect => 1,
+      :actual => g2.count('candy')
+  end
+end

data/test/groupie_test.rb

@@ -0,0 +1,124 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+
+Testy.testing 'Groupie' do
+  test 'classification is certain' do |t|
+    g = Groupie.new
+    g[:spam].add %w[viagra]
+    g[:ham].add %w[flowers]
+    classification = g.classify 'viagra'
+    t.check 'viagra is',
+      :expect => {:spam => 1.0, :ham => 0.0},
+      :actual => classification
+  end
+
+  test 'classification is split between two groups' do |t|
+    g = Groupie.new
+    g[:spam].add %w[buy viagra now]
+    g[:ham].add %w[buy flowers for your mom]
+    classification = g.classify 'buy'
+    t.check 'buy is classified as',
+      :expect => {:spam => 0.5, :ham => 0.5},
+      :actual => classification
+  end
+
+  test 'classification is weighed more heavy in one group' do |t|
+    g = Groupie.new
+    g[:spam].add %w[buy viagra now]
+    g[:spam].add %w[buy cialis now]
+    g[:ham].add %w[buy flowers for your mom]
+    t.check 'buy is classified as',
+      :expect => {:spam => 2 / 3.0, :ham => 1 / 3.0},
+      :actual => g.classify('buy')
+  end
+
+  test 'classification works fine with more than two groups' do |t|
+    g = Groupie.new
+    g[:weight].add 'pound'
+    g[:currency].add 'pound'
+    g[:phone_key].add 'pound'
+    t.check 'pound is classified as',
+      :expect => {:weight => 1/3.0, :currency => 1/3.0, :phone_key => 1/3.0},
+      :actual => g.classify('pound')
+  end
+
+  test 'tokenized emails' do |t|
+    email = <<-EMAIL
+I noticed your flirt
+If you cannot see the pictures and links below, please click here to view them.
+PHARMACY CLUB | UNSUBSCRIBE | YOUR PRIVACY RIGHTS
+Copyright 2009 Zjfqq, all rights reserved
+Customer Service Dept., 87 Hizq Iveox Street, Isahaylo, VS 25270
+    EMAIL
+    email2 = <<-EMAIL
+Re: Your subscribe #976589
+Tell a friend · Download latest version	See this email as a webpage
+Hello!
+Shipped Privately And Discreetly To Your Door!
+We want to put a great big grin on your face in 2009. You'll be to rejoice all year.
+Unsubscribe · Lost Password · Account Settings · Help · Terms of Service · Privacy
+Ottho Heldringstraat 2, 31719 AZ Amsterdam, The Netherlands
+    EMAIL
+    email3 = <<-EMAIL
+Re: [ubuntu-art] [Breathe] Network Manager-icons
+Am Sonntag, den 31.05.2009, 17:53 +0200 schrieb Steve Dodier:
+> Hello,
+>
+> I think the notify-osd icons have a completely different style, which
+> is looking great within the notification bubbles, but i doubt it'd
+> look great to have the notify-osd wifi icons in the panel. I think the
+> drawing of the notification- wifi icons should be done afterwards, and
+> if they should be based on those of the icon set, they could be made
+> smoother, and possibly desaturated for some of them, to avoid drawing
+> too much attention from the user when popping up.
+>
+> Cordially, SD.
+    EMAIL
+    g = Groupie.new
+    g[:spam].add email.tokenize
+    g[:spam].add email2.tokenize
+    g[:ham].add email3.tokenize
+    c = g.classify('discreetly')
+    t.check 'classification of "discreetly" is spam',
+      :expect => true,
+      :actual => c[:spam] > c[:ham]
+    c2 = g.classify('user')
+    t.check 'classification of "user" is ham',
+      :expect => true,
+      :actual => c2[:ham] > c2[:spam]
+  end
+
+  test 'tokenized html emails' do |t|
+    g = Groupie.new
+    spam_tokens = File.read(File.join(File.dirname(__FILE__),
+      %w[fixtures spam spam.la-44118014.txt])).tokenize
+    ham_tokens = File.read(File.join(File.dirname(__FILE__),
+      %w[fixtures ham spam.la-44116217.txt])).tokenize
+    g[:spam].add spam_tokens
+    g[:ham].add ham_tokens
+
+    c = g.classify 'user'
+    t.check 'classification of the word "user" is ham',
+      :expect => true,
+      :actual => (c[:ham] > c[:spam])
+
+    c = g.classify_text(spam_tokens)
+    t.check 'classification of spam email is spam',
+      :expect => true,
+      :actual => (c[:spam] > c[:ham])
+  end
+
+  test 'classify a text' do |t|
+    g = Groupie.new
+    g[:spam].add %w[buy viagra now to grow fast]
+    g[:spam].add %w[buy cialis on our website]
+    g[:ham].add %w[buy flowers for your mom]
+    result = g.classify_text "Grow flowers to sell on our website".tokenize
+    t.check 'classification of a spammy text is spam',
+      :expect => true,
+      :actual => result[:spam] > result[:ham]
+    result2 = g.classify_text "Grow flowers to give to your mom".tokenize
+    t.check 'classification of a non-spammy text is ham',
+      :expect => true,
+      :actual => result2[:ham] > result2[:spam]
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'rubygems'
+require 'testy'
+require 'lib/groupie'

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+name: groupie
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Wes Oldenbeuving
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-07-25 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: testy
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+description: Group and classify text based on likelyhood of being included in a text of a specific category
+email: narnach@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+files: 
+- .document
+- LICENSE
+- Rakefile
+- VERSION
+- groupie.gemspec
+- lib/groupie.rb
+- lib/groupie/core_ext/string.rb
+- lib/groupie/group.rb
+- readme.rdoc
+- test/fixtures/ham/spam.la-44116217.txt
+- test/fixtures/spam/spam.la-44118014.txt
+- test/groupie/core_ext/string_test.rb
+- test/groupie/group_test.rb
+- test/groupie_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/Narnach/groupie
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Group and classify text
+test_files: 
+- test/groupie/core_ext/string_test.rb
+- test/groupie/group_test.rb
+- test/groupie_test.rb
+- test/test_helper.rb