otherinbox-mail 2.4.4

data/lib/tasks/corpus.rake

@@ -0,0 +1,125 @@
+namespace :corpus do
+
+  task :load_mail do
+    require File.expand_path('../../../spec/environment')
+    require 'mail'
+  end
+
+  # Used to run parsing against an arbitrary corpus of email.
+  # For example: http://plg.uwaterloo.ca/~gvcormac/treccorpus/
+  desc "Provide a LOCATION=/some/dir to verify parsing in bulk, otherwise defaults"
+  task :verify_all => :load_mail do
+
+    root_of_corpus    = ENV['LOCATION'] || 'corpus/spam'
+    @save_failures_to = ENV['SAVE_TO']  || 'spec/fixtures/emails/failed_emails'
+    @failed_emails    = []
+    @checked_count    = 0
+
+    if root_of_corpus
+      root_of_corpus = File.expand_path(root_of_corpus)
+      if not File.directory?(root_of_corpus)
+        raise "\n\tPath '#{root_of_corpus}' is not a directory.\n\n"
+      end
+    else
+      raise "\n\tSupply path to corpus: LOCATION=/path/to/corpus\n\n"
+    end
+
+    if @save_failures_to
+      if not File.directory?(@save_failures_to)
+        raise "\n\tPath '#{@save_failures_to}' is not a directory.\n\n"
+      end
+      @save_failures_to = File.expand_path(@save_failures_to)
+      puts "Mail which fails to parse will be saved in '#{@save_failures_to}'"
+    end
+
+    puts "Checking '#{root_of_corpus}' directory (recursively)"
+
+    # we're tracking all the errors separately, don't clutter terminal
+    $stderr_backup = $stderr.dup
+    $stderr.reopen("/dev/null", "w")
+    STDERR = $stderr
+
+    dir_node(root_of_corpus)
+
+    # put our toys back now that we're done with them
+    $stderr = $stderr_backup.dup
+    STDERR = $stderr
+
+    puts "\n\n"
+        
+    if @failed_emails.any?
+      report_failures_to_stdout
+    end
+    puts "Out of Total: #{@checked_count}"
+
+    if @save_failures_to
+      puts "Add SAVE_TO=/some/dir to save failed emails to for review.,"
+      puts "May result in a lot of saved files. Do a dry run first!\n\n"
+    else
+      puts "There are no errors"
+    end
+  end
+
+  def dir_node(path)
+    puts "\n\n"
+    puts "Checking emails in '#{path}':"
+
+    entries = Dir.entries(path)
+
+    entries.each do |entry|
+      next if ['.', '..'].include?(entry)
+      full_path = File.join(path, entry)
+
+      if File.file?(full_path)
+        file_node(full_path)
+      elsif File.directory?(full_path)
+        dir_node(full_path)
+      end
+    end
+  end
+  
+  def file_node(path)
+    verify(path)
+  end
+  
+  def verify(path)
+    result, message = parse_as_mail(path)
+    if result
+      print '.'
+      $stdout.flush
+    else
+      save_failure(path, message)
+      print 'x'
+    end
+  end
+
+  def save_failure(path, message)
+    @failed_emails << [path, message]
+    if @save_failures_to
+      email_basename = File.basename(path)
+      failure_as_filename = message.gsub(/\W/, '_')
+      new_email_name = [failure_as_filename, email_basename].join("_")
+      File.open(File.join(@save_failures_to, new_email_name), 'w+') do |fh|
+        fh << File.read(path)
+      end 
+    end
+  end
+
+  def parse_as_mail(path)
+    @checked_count += 1
+    begin
+      parsed_mail = Mail.read(path)
+      [true, nil]
+    rescue => e
+      [false, e.message]
+    end
+  end
+  
+  def report_failures_to_stdout
+    @failed_emails.each do |failed|
+      puts "#{failed[0]} : #{failed[1]}"
+    end
+    puts "Failed: #{@failed_emails.size}"
+  end
+  
+end

data/lib/tasks/treetop.rake

@@ -0,0 +1,10 @@
+namespace :treetop do
+
+  desc "Pre-generate all the .treetop files into .rb files"
+  task :generate do
+    Dir.glob(File.expand_path('../../mail/parsers/*.treetop', __FILE__)).each do |filename|
+      `bundle exec tt #{filename}`
+    end
+  end
+
+end

metadata

@@ -0,0 +1,253 @@
+--- !ruby/object:Gem::Specification 
+name: otherinbox-mail
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: 
+  segments: 
+  - 2
+  - 4
+  - 4
+  version: 2.4.4
+platform: ruby
+authors: 
+- Mikel Lindsaar
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-06-05 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mime-types
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 47
+        segments: 
+        - 1
+        - 16
+        version: "1.16"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: treetop
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 4
+        - 8
+        version: 1.4.8
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: i18n
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 0
+        - 4
+        - 0
+        version: 0.4.0
+  type: :runtime
+  version_requirements: *id003
+description: A really Ruby Mail handler.
+email: raasdnil@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.md
+- CONTRIBUTING.md
+- CHANGELOG.rdoc
+- TODO.rdoc
+files: 
+- README.md
+- CONTRIBUTING.md
+- CHANGELOG.rdoc
+- Dependencies.txt
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- TODO.rdoc
+- lib/mail/network/delivery_methods/test_mailer.rb
+- lib/mail/network/delivery_methods/file_delivery.rb
+- lib/mail/network/delivery_methods/exim.rb
+- lib/mail/network/delivery_methods/smtp_connection.rb
+- lib/mail/network/delivery_methods/smtp.rb
+- lib/mail/network/delivery_methods/sendmail.rb
+- lib/mail/network/retriever_methods/pop3.rb
+- lib/mail/network/retriever_methods/base.rb
+- lib/mail/network/retriever_methods/imap.rb
+- lib/mail/network/retriever_methods/test_retriever.rb
+- lib/mail/multibyte/unicode.rb
+- lib/mail/multibyte/utils.rb
+- lib/mail/multibyte/exceptions.rb
+- lib/mail/multibyte/chars.rb
+- lib/mail/message.rb
+- lib/mail/fields.rb
+- lib/mail/utilities.rb
+- lib/mail/fields/content_type_field.rb
+- lib/mail/fields/comments_field.rb
+- lib/mail/fields/structured_field.rb
+- lib/mail/fields/date_field.rb
+- lib/mail/fields/sender_field.rb
+- lib/mail/fields/message_id_field.rb
+- lib/mail/fields/content_description_field.rb
+- lib/mail/fields/resent_date_field.rb
+- lib/mail/fields/from_field.rb
+- lib/mail/fields/reply_to_field.rb
+- lib/mail/fields/references_field.rb
+- lib/mail/fields/content_disposition_field.rb
+- lib/mail/fields/resent_sender_field.rb
+- lib/mail/fields/keywords_field.rb
+- lib/mail/fields/to_field.rb
+- lib/mail/fields/resent_to_field.rb
+- lib/mail/fields/in_reply_to_field.rb
+- lib/mail/fields/return_path_field.rb
+- lib/mail/fields/content_id_field.rb
+- lib/mail/fields/resent_message_id_field.rb
+- lib/mail/fields/received_field.rb
+- lib/mail/fields/content_transfer_encoding_field.rb
+- lib/mail/fields/resent_from_field.rb
+- lib/mail/fields/resent_bcc_field.rb
+- lib/mail/fields/cc_field.rb
+- lib/mail/fields/resent_cc_field.rb
+- lib/mail/fields/unstructured_field.rb
+- lib/mail/fields/subject_field.rb
+- lib/mail/fields/bcc_field.rb
+- lib/mail/fields/common/address_container.rb
+- lib/mail/fields/common/parameter_hash.rb
+- lib/mail/fields/common/common_address.rb
+- lib/mail/fields/common/common_message_id.rb
+- lib/mail/fields/common/common_date.rb
+- lib/mail/fields/common/common_field.rb
+- lib/mail/fields/content_location_field.rb
+- lib/mail/fields/optional_field.rb
+- lib/mail/fields/mime_version_field.rb
+- lib/mail/core_extensions/object.rb
+- lib/mail/core_extensions/nil.rb
+- lib/mail/core_extensions/string/access.rb
+- lib/mail/core_extensions/string/multibyte.rb
+- lib/mail/core_extensions/shell_escape.rb
+- lib/mail/core_extensions/smtp.rb
+- lib/mail/core_extensions/string.rb
+- lib/mail/header.rb
+- lib/mail/matchers/has_sent_mail.rb
+- lib/mail/network.rb
+- lib/mail/patterns.rb
+- lib/mail/parts_list.rb
+- lib/mail/parsers/received.treetop
+- lib/mail/parsers/rfc2822.treetop
+- lib/mail/parsers/rfc2045.rb
+- lib/mail/parsers/content_disposition.rb
+- lib/mail/parsers/received.rb
+- lib/mail/parsers/date_time.rb
+- lib/mail/parsers/rfc2822_obsolete.treetop
+- lib/mail/parsers/envelope_from.rb
+- lib/mail/parsers/mime_version.treetop
+- lib/mail/parsers/rfc2822_obsolete.rb
+- lib/mail/parsers/content_location.treetop
+- lib/mail/parsers/mime_version.rb
+- lib/mail/parsers/phrase_lists.treetop
+- lib/mail/parsers/address_lists.rb
+- lib/mail/parsers/phrase_lists.rb
+- lib/mail/parsers/rfc2045.treetop
+- lib/mail/parsers/content_transfer_encoding.rb
+- lib/mail/parsers/content_type.treetop
+- lib/mail/parsers/message_ids.treetop
+- lib/mail/parsers/date_time.treetop
+- lib/mail/parsers/content_transfer_encoding.treetop
+- lib/mail/parsers/content_disposition.treetop
+- lib/mail/parsers/content_type.rb
+- lib/mail/parsers/address_lists.treetop
+- lib/mail/parsers/content_location.rb
+- lib/mail/parsers/message_ids.rb
+- lib/mail/parsers/envelope_from.treetop
+- lib/mail/parsers/rfc2822.rb
+- lib/mail/encodings.rb
+- lib/mail/elements/address_list.rb
+- lib/mail/elements/content_type_element.rb
+- lib/mail/elements/phrase_list.rb
+- lib/mail/elements/mime_version_element.rb
+- lib/mail/elements/content_disposition_element.rb
+- lib/mail/elements/date_time_element.rb
+- lib/mail/elements/address.rb
+- lib/mail/elements/message_ids_element.rb
+- lib/mail/elements/received_element.rb
+- lib/mail/elements/content_transfer_encoding_element.rb
+- lib/mail/elements/envelope_from_element.rb
+- lib/mail/elements/content_location_element.rb
+- lib/mail/encodings/7bit.rb
+- lib/mail/encodings/transfer_encoding.rb
+- lib/mail/encodings/binary.rb
+- lib/mail/encodings/8bit.rb
+- lib/mail/encodings/quoted_printable.rb
+- lib/mail/encodings/base64.rb
+- lib/mail/field_list.rb
+- lib/mail/multibyte.rb
+- lib/mail/attachments_list.rb
+- lib/mail/part.rb
+- lib/mail/elements.rb
+- lib/mail/configuration.rb
+- lib/mail/version.rb
+- lib/mail/envelope.rb
+- lib/mail/indifferent_hash.rb
+- lib/mail/version_specific/ruby_1_9.rb
+- lib/mail/version_specific/ruby_1_8.rb
+- lib/mail/body.rb
+- lib/mail/mail.rb
+- lib/mail/field.rb
+- lib/tasks/treetop.rake
+- lib/tasks/corpus.rake
+- lib/VERSION
+- lib/mail.rb
+homepage: http://github.com/mikel/mail
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Mail provides a nice Ruby DSL for making, sending and reading emails.
+test_files: []
+