mail 2.4.4 → 2.5.5

data/lib/mail/parsers/rfc2045.rb

@@ -216,64 +216,21 @@ module Mail
         return cached
       end
 
-      i0 = index
-      if has_terminal?("7bit", false, index)
-        r1 = instantiate_node(SyntaxNode,input, index...(index + 4))
-        @index += 4
-      else
-        terminal_parse_failure("7bit")
-        r1 = nil
-      end
-      if r1
-        r0 = r1
-      else
-        if has_terminal?("8bit", false, index)
-          r2 = instantiate_node(SyntaxNode,input, index...(index + 4))
-          @index += 4
-        else
-          terminal_parse_failure("8bit")
-          r2 = nil
-        end
-        if r2
-          r0 = r2
+      s0, i0 = [], index
+      loop do
+        r1 = _nt_token
+        if r1
+          s0 << r1
         else
-          if has_terminal?("binary", false, index)
-            r3 = instantiate_node(SyntaxNode,input, index...(index + 6))
-            @index += 6
-          else
-            terminal_parse_failure("binary")
-            r3 = nil
-          end
-          if r3
-            r0 = r3
-          else
-            if has_terminal?("quoted-printable", false, index)
-              r4 = instantiate_node(SyntaxNode,input, index...(index + 16))
-              @index += 16
-            else
-              terminal_parse_failure("quoted-printable")
-              r4 = nil
-            end
-            if r4
-              r0 = r4
-            else
-              if has_terminal?("base64", false, index)
-                r5 = instantiate_node(SyntaxNode,input, index...(index + 6))
-                @index += 6
-              else
-                terminal_parse_failure("base64")
-                r5 = nil
-              end
-              if r5
-                r0 = r5
-              else
-                @index = i0
-                r0 = nil
-              end
-            end
-          end
+          break
         end
       end
+      if s0.empty?
+        @index = i0
+        r0 = nil
+      else
+        r0 = instantiate_node(SyntaxNode,input, i0...index, s0)
+      end
 
       node_cache[:ietf_token][start_index] = r0
 

data/lib/mail/parsers/rfc2045.treetop

@@ -8,8 +8,7 @@ module Mail
     end
     
     rule ietf_token
-      "7bit" / "8bit" / "binary" /
-      "quoted-printable" / "base64"
+      token+
     end
     
     rule custom_x_token

data/lib/mail/parsers/rfc2822.rb

@@ -1321,6 +1321,7 @@ module Mail
       def domain_text
         elements[1]
       end
+
     end
 
     def _nt_local_dot_atom_text
@@ -1357,6 +1358,25 @@ module Mail
         if r2
           r4 = _nt_domain_text
           s1 << r4
+          if r4
+            s5, i5 = [], index
+            loop do
+              if has_terminal?(".", false, index)
+                r6 = instantiate_node(SyntaxNode,input, index...(index + 1))
+                @index += 1
+              else
+                terminal_parse_failure(".")
+                r6 = nil
+              end
+              if r6
+                s5 << r6
+              else
+                break
+              end
+            end
+            r5 = instantiate_node(SyntaxNode,input, i5...index, s5)
+            s1 << r5
+          end
         end
         if s1.last
           r1 = instantiate_node(SyntaxNode,input, i1...index, s1)
@@ -2369,12 +2389,7 @@ module Mail
               break
             end
           end
-          if s4.empty?
-            @index = i4
-            r4 = nil
-          else
-            r4 = instantiate_node(SyntaxNode,input, i4...index, s4)
-          end
+          r4 = instantiate_node(SyntaxNode,input, i4...index, s4)
           s0 << r4
           if r4
             r10 = _nt_FWS
@@ -2714,17 +2729,35 @@ module Mail
         s3, i3 = [], index
         loop do
           i4, s4 = index, []
+          i5 = index
           if has_terminal?(",", false, index)
-            r5 = instantiate_node(SyntaxNode,input, index...(index + 1))
+            r6 = instantiate_node(SyntaxNode,input, index...(index + 1))
             @index += 1
           else
             terminal_parse_failure(",")
-            r5 = nil
+            r6 = nil
+          end
+          if r6
+            r5 = r6
+          else
+            if has_terminal?(";", false, index)
+              r7 = instantiate_node(SyntaxNode,input, index...(index + 1))
+              @index += 1
+            else
+              terminal_parse_failure(";")
+              r7 = nil
+            end
+            if r7
+              r5 = r7
+            else
+              @index = i5
+              r5 = nil
+            end
           end
           s4 << r5
           if r5
-            r6 = _nt_mailbox
-            s4 << r6
+            r8 = _nt_mailbox
+            s4 << r8
           end
           if s4.last
             r4 = instantiate_node(SyntaxNode,input, i4...index, s4)
@@ -2752,9 +2785,9 @@ module Mail
       if r1
         r0 = r1
       else
-        r7 = _nt_obs_mbox_list
-        if r7
-          r0 = r7
+        r9 = _nt_obs_mbox_list
+        if r9
+          r0 = r9
         else
           @index = i0
           r0 = nil
@@ -2766,6 +2799,23 @@ module Mail
       r0
     end
 
+    module Mailbox0
+      def dig_comments(comments, elements)
+        elements.each { |elem|
+          if elem.respond_to?(:comment)
+            comments << elem.comment
+          end
+          dig_comments(comments, elem.elements) if elem.elements
+         }
+      end
+
+      def comments
+        comments = []
+        dig_comments(comments, elements)
+        comments
+      end
+    end
+
     def _nt_mailbox
       start_index = index
       if node_cache[:mailbox].has_key?(index)
@@ -2781,10 +2831,12 @@ module Mail
       r1 = _nt_name_addr
       if r1
         r0 = r1
+        r0.extend(Mailbox0)
       else
         r2 = _nt_addr_spec
         if r2
           r0 = r2
+          r0.extend(Mailbox0)
         else
           @index = i0
           r0 = nil
@@ -2814,24 +2866,6 @@ module Mail
       end
     end
 
-    module Address1
-
-      def dig_comments(comments, elements)
-        elements.each { |elem|
-          if elem.respond_to?(:comment)
-            comments << elem.comment
-          end
-          dig_comments(comments, elem.elements) if elem.elements
-         }
-      end
-
-      def comments
-        comments = []
-        dig_comments(comments, elements)
-        comments
-      end
-    end
-
     def _nt_address
       start_index = index
       if node_cache[:address].has_key?(index)
@@ -2850,7 +2884,6 @@ module Mail
         r0 = r1
       else
         r2 = _nt_mailbox
-        r2.extend(Address1)
         if r2
           r0 = r2
         else
@@ -2915,34 +2948,52 @@ module Mail
           r5 = instantiate_node(SyntaxNode,input, i5...index, s5)
           s4 << r5
           if r5
+            i7 = index
             if has_terminal?(",", false, index)
-              r7 = instantiate_node(SyntaxNode,input, index...(index + 1))
+              r8 = instantiate_node(SyntaxNode,input, index...(index + 1))
               @index += 1
             else
               terminal_parse_failure(",")
-              r7 = nil
+              r8 = nil
+            end
+            if r8
+              r7 = r8
+            else
+              if has_terminal?(";", false, index)
+                r9 = instantiate_node(SyntaxNode,input, index...(index + 1))
+                @index += 1
+              else
+                terminal_parse_failure(";")
+                r9 = nil
+              end
+              if r9
+                r7 = r9
+              else
+                @index = i7
+                r7 = nil
+              end
             end
             s4 << r7
             if r7
-              s8, i8 = [], index
+              s10, i10 = [], index
               loop do
-                r9 = _nt_FWS
-                if r9
-                  s8 << r9
+                r11 = _nt_FWS
+                if r11
+                  s10 << r11
                 else
                   break
                 end
               end
-              r8 = instantiate_node(SyntaxNode,input, i8...index, s8)
-              s4 << r8
-              if r8
-                r11 = _nt_address
-                if r11
-                  r10 = r11
+              r10 = instantiate_node(SyntaxNode,input, i10...index, s10)
+              s4 << r10
+              if r10
+                r13 = _nt_address
+                if r13
+                  r12 = r13
                 else
-                  r10 = instantiate_node(SyntaxNode,input, index...index)
+                  r12 = instantiate_node(SyntaxNode,input, index...index)
                 end
-                s4 << r10
+                s4 << r12
               end
             end
           end
@@ -4243,41 +4294,46 @@ module Mail
       end
       s0 << r1
       if r1
-        i3, s3 = index, []
-        r4 = _nt_name_val_pair
-        s3 << r4
-        if r4
-          s5, i5 = [], index
+        i4, s4 = index, []
+        r5 = _nt_name_val_pair
+        s4 << r5
+        if r5
+          s6, i6 = [], index
           loop do
-            i6, s6 = index, []
-            r7 = _nt_CFWS
-            s6 << r7
-            if r7
-              r8 = _nt_name_val_pair
-              s6 << r8
+            i7, s7 = index, []
+            r8 = _nt_CFWS
+            s7 << r8
+            if r8
+              r9 = _nt_name_val_pair
+              s7 << r9
             end
-            if s6.last
-              r6 = instantiate_node(SyntaxNode,input, i6...index, s6)
-              r6.extend(NameValList0)
+            if s7.last
+              r7 = instantiate_node(SyntaxNode,input, i7...index, s7)
+              r7.extend(NameValList0)
             else
-              @index = i6
-              r6 = nil
+              @index = i7
+              r7 = nil
             end
-            if r6
-              s5 << r6
+            if r7
+              s6 << r7
             else
               break
             end
           end
-          r5 = instantiate_node(SyntaxNode,input, i5...index, s5)
-          s3 << r5
+          r6 = instantiate_node(SyntaxNode,input, i6...index, s6)
+          s4 << r6
         end
-        if s3.last
-          r3 = instantiate_node(SyntaxNode,input, i3...index, s3)
-          r3.extend(NameValList1)
+        if s4.last
+          r4 = instantiate_node(SyntaxNode,input, i4...index, s4)
+          r4.extend(NameValList1)
         else
-          @index = i3
-          r3 = nil
+          @index = i4
+          r4 = nil
+        end
+        if r4
+          r3 = r4
+        else
+          r3 = instantiate_node(SyntaxNode,input, index...index)
         end
         s0 << r3
       end

data/lib/mail/parsers/rfc2822.treetop

@@ -110,7 +110,7 @@ module Mail
     end
     
     rule local_dot_atom_text
-      ("."? domain_text)+
+      ("."* domain_text "."*)+
     end
     
     rule domain_text
@@ -184,7 +184,7 @@ module Mail
     end
 
     rule quoted_string
-      CFWS? DQUOTE quoted_content:(FWS? qcontent)+ FWS? DQUOTE CFWS?
+      CFWS? DQUOTE quoted_content:(FWS? qcontent)* FWS? DQUOTE CFWS?
     end
 
     rule qcontent
@@ -218,11 +218,26 @@ module Mail
     end
     
     rule mailbox_list
-      (first_addr:mailbox other_addr:("," addr_value:mailbox)*) / obs_mbox_list
+      (first_addr:mailbox other_addr:(("," / ";") addr_value:mailbox)*) / obs_mbox_list
     end
   
     rule mailbox
-      name_addr / addr_spec
+      (name_addr / addr_spec) {
+        def dig_comments(comments, elements)
+          elements.each { |elem|
+            if elem.respond_to?(:comment)
+              comments << elem.comment
+            end
+            dig_comments(comments, elem.elements) if elem.elements
+           }
+        end
+
+        def comments
+          comments = []
+          dig_comments(comments, elements)
+          comments
+        end
+      }
     end
 
     rule address
@@ -244,28 +259,11 @@ module Mail
         end
 
       } /
-      mailbox {
-
-      def dig_comments(comments, elements)
-        elements.each { |elem|
-          if elem.respond_to?(:comment)
-            comments << elem.comment
-          end
-          dig_comments(comments, elem.elements) if elem.elements
-         }
-      end
-
-      def comments
-        comments = []
-        dig_comments(comments, elements)
-        comments
-      end
-
-      }
+      mailbox
     end
   
     rule address_list
-      first_addr:address? other_addr:(FWS* "," FWS* addr_value:address?)*
+      first_addr:address? other_addr:(FWS* ("," / ";") FWS* addr_value:address?)*
     end
     
     rule date_time
@@ -340,7 +338,7 @@ module Mail
     end
     
     rule name_val_list
-      (CFWS)? (name_val_pair (CFWS name_val_pair)*)
+      (CFWS)? (name_val_pair (CFWS name_val_pair)*)?
     end
     
     rule name_val_pair

data/lib/mail/part.rb

@@ -38,8 +38,12 @@ module Mail
     end
     
     def add_required_fields
-      add_content_id unless has_content_id?
       super
+      add_content_id if !has_content_id? && inline?
+    end
+
+    def add_required_message_fields
+      # Override so we don't add Date, MIME-Version, or Message-ID.
     end
     
     def delivery_status_report_part?
@@ -113,4 +117,4 @@ module Mail
 
   end
   
-end
+end

data/lib/mail/parts_list.rb

@@ -44,7 +44,7 @@ module Mail
   private
 
     def get_order_value(part, order)
-      if part.respond_to?(:content_type)
+      if part.respond_to?(:content_type) && !part[:content_type].nil?
         order.index(part[:content_type].string.downcase) || 10000
       else
         10000

data/lib/mail/patterns.rb

@@ -8,7 +8,6 @@ module Mail
     
     aspecial     = %Q|()<>[]:;@\\,."| # RFC5322
     tspecial     = %Q|()<>@,;:\\"/[]?=| # RFC2045
-    lwsp         = %Q| \t\r\n|
     sp           = %Q| |
     control      = %Q|\x00-\x1f\x7f-\xff|
     
@@ -23,6 +22,7 @@ module Mail
     FIELD_NAME    = /[#{field_name}]+/
     FIELD_BODY    = /.+/
     FIELD_LINE    = /^[#{field_name}]+:\s*.+$/
+    FIELD_SPLIT   = /^(#{FIELD_NAME})\s*:\s*(#{FIELD_BODY})?$/
     HEADER_LINE   = /^([#{field_name}]+:\s*.+)$/
 
     QP_UNSAFE     = /[^#{qp_safe}]/

data/lib/mail/utilities.rb

@@ -41,28 +41,36 @@ module Mail
       token_safe?( str ) ? str : dquote(str)
     end
 
-    # Wraps supplied string in double quotes unless it is already wrapped.
-    # 
-    # Additionally will escape any double quotation marks in the string with a single
-    # backslash in front of the '"' character.
+    # Wraps supplied string in double quotes and applies \-escaping as necessary,
+    # unless it is already wrapped.
+    #
+    # Example:
+    #
+    #  string = 'This is a string'
+    #  dquote(string) #=> '"This is a string"'
+    #
+    #  string = 'This is "a string"'
+    #  dquote(string #=> '"This is \"a string\"'
     def dquote( str )
-      match = str.match(/^"(.*)?"$/)
-      str = match[1] if match
-      # First remove all escaped double quotes:
-      str = str.gsub(/\\"/, '"')
-      # Then wrap and re-escape all double quotes
-      '"' + str.gsub(/["]/n) {|s| '\\' + s } + '"'
+      '"' + unquote(str).gsub(/[\\"]/n) {|s| '\\' + s } + '"'
     end
-    
-    # Unwraps supplied string from inside double quotes.
-    # 
+
+    # Unwraps supplied string from inside double quotes and
+    # removes any \-escaping.
+    #
     # Example:
-    # 
+    #
     #  string = '"This is a string"'
     #  unquote(string) #=> 'This is a string'
+    #
+    #  string = '"This is \"a string\""'
+    #  unqoute(string) #=> 'This is "a string"'
     def unquote( str )
-      match = str.match(/^"(.*?)"$/)
-      match ? match[1] : str
+      if str =~ /^"(.*?)"$/
+        $1.gsub(/\\(.)/, '\1')
+      else
+        str
+      end
     end
     
     # Wraps a string in parenthesis and escapes any that are in the string itself.
@@ -135,7 +143,7 @@ module Mail
     #  obj1 = :this_IS_an_object
     #  match_to_s( obj1, obj2 ) #=> true
     def match_to_s( obj1, obj2 )
-      obj1.to_s.downcase == obj2.to_s.downcase
+      obj1.to_s.casecmp(obj2.to_s) == 0
     end
     
     # Capitalizes a string that is joined by hyphens correctly.

data/lib/mail/version_specific/ruby_1_8.rb

@@ -3,6 +3,7 @@
 module Mail
   class Ruby18
     require 'base64'
+    require 'iconv'
 
     # Escapes any parenthesis in a string that are unescaped. This can't
     # use the Ruby 1.9.1 regexp feature of negative look behind so we have
@@ -57,7 +58,7 @@ module Mail
       # Ruby 1.8 requires an encoding to work
       raise ArgumentError, "Must supply an encoding" if encoding.nil?
       encoding = encoding.to_s.upcase.gsub('_', '-')
-      [Encodings::Base64.encode(str), encoding]
+      [Encodings::Base64.encode(str), fix_encoding(encoding)]
     end
 
     def Ruby18.b_value_decode(str)
@@ -65,6 +66,7 @@ module Mail
       if match
         encoding = match[1]
         str = Ruby18.decode_base64(match[2])
+        str = Iconv.conv('UTF-8//IGNORE', fix_encoding(encoding), str)
       end
       str
     end
@@ -80,7 +82,11 @@ module Mail
       match = str.match(/\=\?(.+)?\?[Qq]\?(.+)?\?\=/m)
       if match
         encoding = match[1]
-        str = Encodings::QuotedPrintable.decode(match[2].gsub(/_/, '=20'))
+        string = match[2].gsub(/_/, '=20')
+        # Remove trailing = if it exists in a Q encoding
+        string = string.sub(/\=$/, '')
+        str = Encodings::QuotedPrintable.decode(string)
+        str = Iconv.conv('UTF-8//IGNORE', fix_encoding(encoding), str)
       end
       str
     end
@@ -94,5 +100,20 @@ module Mail
       language = Configuration.instance.param_encode_language
       "#{encoding}'#{language}'#{URI.escape(str)}"
     end
+
+    private
+
+    def Ruby18.fix_encoding(encoding)
+      case encoding.upcase
+      when 'UTF8'
+        'UTF-8'
+      when 'UTF16', 'UTF-16'
+        'UTF-16BE'
+      when 'UTF32', 'UTF-32'
+        'UTF-32BE'
+      else
+        encoding
+      end
+    end
   end
 end