bodyparts 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2010 Max Ogden
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,11 @@
+= bodyparts
+
+Separates new messages from included reply chains in the body of forwarded emails
+
+== Usage
+
+BodyParts.find_reply_in( valid raw_email_source or Mail object)
+
+== Copyright
+
+Copyright (c) 2010 Max Ogden. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,45 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "bodyparts"
+    gem.summary = %Q{Separates new messages from included reply chains in the body of forwarded emails}
+    gem.description = %Q{Separates new messages from included reply chains in the body of forwarded emails}
+    gem.email = "max@maxogden.com"
+    gem.homepage = "http://github.com/maxogden/bodyparts"
+    gem.authors = ["Max Ogden"]
+    gem.add_dependency "mail", ">= 0"
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "bodyparts #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bodyparts.gemspec

@@ -0,0 +1,58 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{bodyparts}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Max Ogden"]
+  s.date = %q{2010-06-08}
+  s.description = %q{Separates new messages from included reply chains in the body of forwarded emails}
+  s.email = %q{max@maxogden.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bodyparts.gemspec",
+     "lib/bodyparts.rb",
+     "spec/bodyparts_spec.rb",
+     "spec/emails.yml",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/maxogden/bodyparts}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{Separates new messages from included reply chains in the body of forwarded emails}
+  s.test_files = [
+    "spec/bodyparts_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<mail>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 1.2.9"])
+    else
+      s.add_dependency(%q<mail>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 1.2.9"])
+    end
+  else
+    s.add_dependency(%q<mail>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 1.2.9"])
+  end
+end
+

data/lib/bodyparts.rb

@@ -0,0 +1,37 @@
+require 'mail'
+
+class BodyParts
+  def self.find_reply_in(email)
+    email = Mail::Message.new(email) unless email.class == Mail::Message
+    message_id = email.message_id
+    x_mailer = email['x-mailer']
+
+    rules = [
+      { :server => 'Gmail',
+        :reply_delimiter => /^On.*?wrote:.$/m
+      },
+      { :server => 'Yahoo! Mail',
+        :reply_delimiter => /^_+\r\nFrom:/
+      },
+      { :server => 'Microsoft Live Mail/Hotmail',
+        :reply_delimiter =>  /\r\n\r\n(Date|Subject):/
+      },
+      { :server => 'Outlook Express/AOL Webmail',
+        :reply_delimiter =>  /^-+.*Original Message.*-+/
+      }
+    ]
+
+    if email.multipart?
+      body = email.parts.first.body.raw_source
+    else
+      body = email.body.raw_source
+    end
+    
+    matches = []
+    rules.each {|rule| matches << body.match(rule[:reply_delimiter])}
+    matches.compact!
+    match = matches.sort_by {|m| m.begin(0)}.first
+    new_message = body[0, match.begin(0)]
+    {:new_message => new_message.strip, :rest_of_thread => body[match.begin(0)..-1].strip}
+  end
+end

data/spec/bodyparts_spec.rb

@@ -0,0 +1,23 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "BodyParts" do
+  %w(gmail yahoo hotmail aol_webmail generic).each do |mail_server|
+    it "should strip out the replies from a #{mail_server} message containing forwarded junk" do
+      mail_server = FakeMessage.fake_emails[mail_server.to_sym]
+      message = FakeMessage.new_mail(mail_server[:headers])
+      BodyParts.find_reply_in(message.to_s)[:new_message].should == mail_server[:reply_text]
+    end
+  end
+  
+  it "should always use the first reply delimiter in a message containing multiple replies" do
+    multiple_replies = FakeMessage.fake_emails[:multiple_replies]
+    message = FakeMessage.new_mail(multiple_replies[:headers])
+    BodyParts.find_reply_in(message.to_s)[:new_message].should == multiple_replies[:reply_text]
+  end
+  
+  it "should return the rest of the thread" do
+    generic = FakeMessage.fake_emails[:generic]
+    message = FakeMessage.new_mail(generic[:headers])
+    BodyParts.find_reply_in(message.to_s).should == {:new_message => generic[:reply_text], :rest_of_thread => generic[:rest_of_thread].gsub("\n", "\r\n").strip}
+  end
+end

data/spec/emails.yml

@@ -0,0 +1,131 @@
+---
+:gmail:
+  :reply_text:
+    Ok, I'm sayin' Friday at 7pm.  Let the dorking commence!
+  :headers:
+    message_id:
+      <AANLkTinVIyGS4MHiwUMu4Mo5LjPybutttacofWZZb@mail.gmail.com>
+    body: |
+      Ok, I'm sayin' Friday at 7pm.  Let the dorking commence!
+      
+      On Tue, Jun 8, 2010 at 10:19 AM, Jang Bifflez <
+      jang@bifflez.com> wrote:
+
+      > Thank you for your input on this issue.
+      >
+      > I am in total agreement. I have gotten the approval of the client.
+      >
+      > Best,
+      > Jang
+:yahoo:
+  :reply_text:
+    What is the strength of the snake wizard?
+  :headers:
+    message_id:
+      <AANLkTinVIyGwikipediaHiwPybutttacofWZZb@yahoos.com>
+    body: |
+      What is the strength of the snake wizard?
+
+      ________________________________
+      From: "Bongo Pizza&#269;i&#363;t&#279;-Ferengi" <bongo.pizza@yahoo.com>
+      To: bifflez@jangtown.com
+      Cc: Donkey Car <donkey@car.com>
+      Sent: Thu, April 1, 2010 1:52:09 PM
+      Subject: Re: hay guys
+
+      I figured it out. 
+      Additional question - can I challenge the snake wizard?
+:hotmail:
+  :reply_text:
+    thanks for the quote. how much for just a jingle?
+  :headers:
+    return_path:
+      <skeletor@hotmail.com>
+    body: |
+      thanks for the quote. how much for just a jingle?
+      
+      Date: Mon, 8 Feb 2010 18:26:27 +0000
+      From: skeletor@hotmail.com
+      To: philcollins@hotmail.com
+      Subject: theme song for axis of evil
+      Hi skeletor=2C
+
+      I charge 900 million a day
+
+      Thanks=2C
+
+      phil 		 	   		 =20
+      _________________________________________________________________
+      Your E-mail and More On-the-Go. Get Windows Live Hotmail Free.
+      https://signup.live.com/signup.aspx?id=3D60969=
+:aol_webmail:
+  :reply_text:
+    Cats in buckets! Oh my!
+  :headers:
+    body: |
+      Cats in buckets! Oh my!
+
+      -----Original Message-----
+      From: bobthevet@animalresearchhouse.co.uk
+      To: concernedcatlady@aol.com
+      Sent: Wed, Apr 28, 2010 9:52 am
+      Subject: catastrophe
+
+      Hello,
+      there are cats in buckets over here
+      Thanks!
+    x_mailer:
+      AOL Webmail 31509-STANDARD
+:generic:
+  :reply_text:
+    What do you mean yer all out of ham?!?!?
+  :rest_of_thread: |
+    ----- Original Message -----
+    From: jimmy dean <jimmydean@sausages.com>
+    To: charles darwin
+    Sent: Sun Jun 28 18:15:32 2009
+    Subject: Re: origin of meat
+
+    Hi charles,
+
+    I was wondering if you knew the origin of meat species, in particular ham.
+
+    I am all out of ham and was wondering how to procure some more
+    
+  :headers:
+    body: |
+      What do you mean yer all out of ham?!?!?
+      ----- Original Message -----
+      From: jimmy dean <jimmydean@sausages.com>
+      To: charles darwin
+      Sent: Sun Jun 28 18:15:32 2009
+      Subject: Re: origin of meat
+
+      Hi charles,
+      
+      I was wondering if you knew the origin of meat species, in particular ham.
+      
+      I am all out of ham and was wondering how to procure some more
+:multiple_replies:
+  :reply_text:
+    i refuse to endorse that product. it never worked for me
+  :headers:
+    body: |
+      i refuse to endorse that product. it never worked for me
+
+      ----- Original Message -----
+      From: luke skywalker <luke@jedi.com>
+      To: darth vader
+      Sent: Sun Jun 28 18:15:32 2009
+      Subject: fwd: vicks vaporub
+
+      hey vader,
+      
+      palpatine wants to know if you are gonna shoot that commercial for the VapoRub decogestant
+      
+      luke
+      
+      On Tue, Jun 8, 2010 at 10:19 AM, Jang Bifflez <
+      palpatine@thedarkside.com> wrote:
+
+      > can you ask vader if he wants to go through with that gig at Vicks VapoRub

data/spec/spec_helper.rb

@@ -0,0 +1,29 @@
+require 'spec'
+require File.expand_path(File.dirname(__FILE__) + '/../lib/bodyparts.rb')
+
+
+class FakeMessage
+  def self.fake_emails
+    YAML.load_file(File.expand_path(File.dirname(__FILE__) + '/emails.yml'))
+  end
+  
+  def self.default_mail_headers
+    { "body" => "I would like to let you know that the special fabric softener that you emailed to my postbox was quite nice",
+      "from" => "flubs@gebarchnik.com",
+      "to" => "donkeytron@wizzled.biz",
+      "message_id" => "<abc45566@revetonkatruck.local.tmail>",
+      "date" => "Wed, 23 Sep 2009 09:11:23 -0700"
+    }
+  end
+
+  def self.new_mail(custom_headers={})
+    headers = default_mail_headers.merge(custom_headers)
+    mail = Mail.new do
+      text_part do
+        body headers.delete("body")
+      end
+    end
+    headers.each {|header, content| mail[header] = content }
+    mail
+  end
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: bodyparts
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Max Ogden
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-08 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mail
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 9
+        version: 1.2.9
+  type: :development
+  version_requirements: *id002
+description: Separates new messages from included reply chains in the body of forwarded emails
+email: max@maxogden.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- bodyparts.gemspec
+- lib/bodyparts.rb
+- spec/bodyparts_spec.rb
+- spec/emails.yml
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/maxogden/bodyparts
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Separates new messages from included reply chains in the body of forwarded emails
+test_files: 
+- spec/bodyparts_spec.rb
+- spec/spec_helper.rb