mail 2.5.5 → 2.6.0

data/lib/mail/parsers/rfc2822_obsolete.treetop

@@ -1,241 +0,0 @@
-module Mail
-  grammar RFC2822Obsolete
-  
-    rule obs_qp
-      "\\" [\x00-\x7F]
-    end
-
-    rule obs_text
-      LF* CR* (obs_char LF* CR*)*
-    end
-
-    rule obs_char
-      [\x00-\x09]      /       # %d0-127 except CR and
-      [\x0B-\x0C]      /       # LF
-      [\x0E-\x7F]
-    end
-
-    rule obs_utext
-      obs_text
-    end
-
-    rule obs_phrase
-      (word / "." / "@")+
-    end
-
-    rule obs_phrase_list
-      phrase / (phrase? CFWS? "," CFWS?)+ phrase?
-    end
-
-    rule obs_FWS
-      WSP+ (CRLF WSP+)*
-    end
-
-    rule obs_day_of_week
-      CFWS? day_name CFWS?
-    end
-
-    rule obs_year
-      CFWS? (DIGIT DIGIT) CFWS?
-    end
-
-    rule obs_month
-      CFWS month_name CFWS
-    end
-
-    rule obs_day
-      CFWS? (DIGIT / (DIGIT DIGIT))  CFWS?
-    end
-
-    rule obs_hour
-       CFWS? (DIGIT DIGIT) CFWS?
-    end
-
-    rule obs_minute
-      CFWS? (DIGIT DIGIT) CFWS?
-    end
-
-    rule obs_second
-      CFWS? (DIGIT DIGIT) CFWS?
-    end
-
-    rule obs_zone
-      "UT" / "GMT" /          # Universal Time
-                              # North American UT
-                              # offsets
-      "EST" / "EDT" /         # Eastern:  - 5/ - 4
-      "CST" / "CDT" /         # Central:  - 6/ - 5
-      "MST" / "MDT" /         # Mountain: - 7/ - 6
-      "PST" / "PDT" /         # Pacific:  - 8/ - 7
-                              #
-      [\x41-\x49] /           # Military zones - "A"
-      [\x4B-\x5A] /           # through "I" and "K"
-      [\x61-\x69] /           # through "Z", both
-      [\x6B-\x7A]             # upper and lower case
-    end
-
-    rule obs_angle_addr
-      CFWS? "<" obs_route? addr_spec ">" CFWS?
-    end
-    
-    rule obs_route
-      CFWS? obs_domain_list ":" CFWS?
-    end
-
-    rule obs_domain_list
-      "@" domain (("," )* CFWS? "@" domain)*
-    end
-    
-    rule obs_local_part
-      word ("." word)*
-    end
-
-    rule obs_domain
-      atom ("." atom)*
-    end
-
-    rule obs_mbox_list
-      (mailbox? CFWS? "," CFWS?)+ mailbox?
-    end
-
-    rule obs_addr_list
-      (address? CFWS? "," CFWS?)+ address?
-    end
-
-    rule obs_fields
-      (obs_return /
-       obs_received /
-       obs_orig_date /
-       obs_from /
-       obs_sender /
-       obs_reply_to /
-       obs_to /
-       obs_cc /
-       obs_bcc /
-       obs_message_id /
-       obs_in_reply_to /
-       obs_references /
-       obs_subject /
-       obs_comments /
-       obs_keywords /
-       obs_resent_date /
-       obs_resent_from /
-       obs_resent_send /
-       obs_resent_rply /
-       obs_resent_to /
-       obs_resent_cc /
-       obs_resent_bcc /
-       obs_resent_mid /
-       obs_optional)*
-    end
-
-    rule obs_orig_date
-      "Date" WSP* ":" date_time CRLF
-    end
-
-    rule obs_from
-      "From" WSP* ":" mailbox_list CRLF
-    end
-  
-    rule obs_sender
-      "Sender" WSP* ":" mailbox CRLF
-    end
-  
-    rule obs_reply_to
-      "Reply-To" WSP* ":" mailbox_list CRLF
-    end
-
-
-    rule obs_to
-      "To" WSP* ":" address_list CRLF
-    end
-
-    rule obs_cc
-      "Cc" WSP* ":" address_list CRLF
-    end
-
-    rule obs_bcc
-      "Bcc" WSP* ":" (address_list / CFWS?) CRLF
-    end
-
-    rule obs_message_id
-      "Message-ID" WSP* ":" msg_id CRLF
-    end
-
-    rule obs_in_reply_to
-      "In-Reply-To" WSP* ":" (phrase / msg_id)* CRLF
-    end
-
-    rule obs_references
-      "References" WSP* ":" (phrase / msg_id)* CRLF
-    end
-
-    rule obs_id_left
-      local_part
-    end
-
-    rule obs_id_right
-      domain
-    end
-
-    rule obs_subject
-      "Subject" WSP* ":" unstructured CRLF
-    end
-
-    rule obs_comments
-      "Comments" WSP* ":" unstructured CRLF
-    end
-
-    rule obs_keywords
-      "Keywords" WSP* ":" obs_phrase_list CRLF
-    end
-
-    rule obs_resent_from
-      "Resent-From" WSP* ":" mailbox_list CRLF
-    end
-
-    rule obs_resent_send
-      "Resent-Sender" WSP* ":" mailbox CRLF
-    end
-
-    rule obs_resent_date
-      "Resent-Date" WSP* ":" date_time CRLF
-    end
-
-    rule obs_resent_to
-      "Resent-To" WSP* ":" address_list CRLF
-    end
-
-    rule obs_resent_cc
-      "Resent-Cc" WSP* ":" address_list CRLF
-    end
-
-    rule obs_resent_bcc
-      "Resent-Bcc" WSP* ":" (address_list / CFWS?) CRLF
-    end
-
-    rule obs_resent_mid
-      "Resent-Message-ID" WSP* ":" msg_id CRLF
-    end
-
-    rule obs_resent_rply
-      "Resent-Reply-To" WSP* ":" address_list CRLF
-    end
-
-    rule obs_return
-      "Return-Path" WSP* ":" path CRLF
-    end
-
-    rule obs_received
-      "Received" WSP* ":" name_val_list CRLF
-    end
-
-    rule obs_path
-      obs_angle_addr
-    end
-
-    rule obs_optional
-      field_name WSP* ":" unstructured CRLF
-    end
-  end
-end

data/lib/tasks/corpus.rake

@@ -1,125 +0,0 @@
-namespace :corpus do
-
-  task :load_mail do
-    require File.expand_path('../../../spec/environment')
-    require 'mail'
-  end
-
-  # Used to run parsing against an arbitrary corpus of email.
-  # For example: http://plg.uwaterloo.ca/~gvcormac/treccorpus/
-  desc "Provide a LOCATION=/some/dir to verify parsing in bulk, otherwise defaults"
-  task :verify_all => :load_mail do
-
-    root_of_corpus    = ENV['LOCATION'] || 'corpus/spam'
-    @save_failures_to = ENV['SAVE_TO']  || 'spec/fixtures/emails/failed_emails'
-    @failed_emails    = []
-    @checked_count    = 0
-
-    if root_of_corpus
-      root_of_corpus = File.expand_path(root_of_corpus)
-      if not File.directory?(root_of_corpus)
-        raise "\n\tPath '#{root_of_corpus}' is not a directory.\n\n"
-      end
-    else
-      raise "\n\tSupply path to corpus: LOCATION=/path/to/corpus\n\n"
-    end
-
-    if @save_failures_to
-      if not File.directory?(@save_failures_to)
-        raise "\n\tPath '#{@save_failures_to}' is not a directory.\n\n"
-      end
-      @save_failures_to = File.expand_path(@save_failures_to)
-      puts "Mail which fails to parse will be saved in '#{@save_failures_to}'"
-    end
-
-    puts "Checking '#{root_of_corpus}' directory (recursively)"
-
-    # we're tracking all the errors separately, don't clutter terminal
-    $stderr_backup = $stderr.dup
-    $stderr.reopen("/dev/null", "w")
-    STDERR = $stderr
-
-    dir_node(root_of_corpus)
-
-    # put our toys back now that we're done with them
-    $stderr = $stderr_backup.dup
-    STDERR = $stderr
-
-    puts "\n\n"
-        
-    if @failed_emails.any?
-      report_failures_to_stdout
-    end
-    puts "Out of Total: #{@checked_count}"
-
-    if @save_failures_to
-      puts "Add SAVE_TO=/some/dir to save failed emails to for review.,"
-      puts "May result in a lot of saved files. Do a dry run first!\n\n"
-    else
-      puts "There are no errors"
-    end
-  end
-
-  def dir_node(path)
-    puts "\n\n"
-    puts "Checking emails in '#{path}':"
-
-    entries = Dir.entries(path)
-
-    entries.each do |entry|
-      next if ['.', '..'].include?(entry)
-      full_path = File.join(path, entry)
-
-      if File.file?(full_path)
-        file_node(full_path)
-      elsif File.directory?(full_path)
-        dir_node(full_path)
-      end
-    end
-  end
-  
-  def file_node(path)
-    verify(path)
-  end
-  
-  def verify(path)
-    result, message = parse_as_mail(path)
-    if result
-      print '.'
-      $stdout.flush
-    else
-      save_failure(path, message)
-      print 'x'
-    end
-  end
-
-  def save_failure(path, message)
-    @failed_emails << [path, message]
-    if @save_failures_to
-      email_basename = File.basename(path)
-      failure_as_filename = message.gsub(/\W/, '_')
-      new_email_name = [failure_as_filename, email_basename].join("_")
-      File.open(File.join(@save_failures_to, new_email_name), 'w+') do |fh|
-        fh << File.read(path)
-      end 
-    end
-  end
-
-  def parse_as_mail(path)
-    @checked_count += 1
-    begin
-      parsed_mail = Mail.read(path)
-      [true, nil]
-    rescue => e
-      [false, e.message]
-    end
-  end
-  
-  def report_failures_to_stdout
-    @failed_emails.each do |failed|
-      puts "#{failed[0]} : #{failed[1]}"
-    end
-    puts "Failed: #{@failed_emails.size}"
-  end
-  
-end

data/lib/tasks/treetop.rake

@@ -1,10 +0,0 @@
-namespace :treetop do
-
-  desc "Pre-generate all the .treetop files into .rb files"
-  task :generate do
-    Dir.glob(File.expand_path('../../mail/parsers/*.treetop', __FILE__)).each do |filename|
-      `bundle exec tt #{filename}`
-    end
-  end
-
-end