sisimai 4.25.4 → 4.25.9

data/lib/sisimai/rfc1894.rb

@@ -127,7 +127,7 @@ module Sisimai
 
             # Correct invalid value in Action field:
             break unless group == 'list'
-            break unless Correction[:action].key?(match[2])
+            break unless Correction[:action][match[2]]
             match[2] = Correction[:action][match[2]]
           end
           break

data/lib/sisimai/rfc3464.rb

@@ -16,12 +16,15 @@ module Sisimai
             )
           |the[ ]original[ ]message[ ]was[ ]received[ ]at[ ]
           |this[ ]report[ ]relates[ ]to[ ]your[ ]message
-          |your[ ]message[ ]was[ ]not[ ]delivered[ ]to[ ]the[ ]following[ ]recipients
+          |your[ ]message[ ](?:
+             could[ ]not[ ]be[ ]delivered
+            |was[ ]not[ ]delivered[ ]to[ ]the[ ]following[ ]recipients
+            )
           )
         }x,
         rfc822:  %r{\A(?>
            content-type:[ ]*(?:message/rfc822|text/rfc822-headers)
-          |return-path:[ ]*[<].+[>]\z
+          |return-path:[ ]*[<].+[>]
           )\z
         }x,
         error:   %r/\A(?:[45]\d\d[ \t]+|[<][^@]+[@][^@]+[>]:?[ \t]+)/,
@@ -89,29 +92,16 @@ module Sisimai
         ['"]?[<]?([^\s\n\r@=<>]+[@][-.0-9A-Za-z]+[.][0-9A-Za-z]+)[>]?['"]?
       }xi.freeze
 
-
-      def description; 'Fallback Module for MTAs'; end
-      def smtpagent;   'RFC3464'; end
-      def headerlist;  return []; end
-
       # Detect an error for RFC3464
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822 part
-      #                                   or nil if it failed to parse or the
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
       def make(mhead, mbody)
-        require 'sisimai/mda'
-
         dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
-        hasdivided = mbody.scrub('?').split("\n")
-        havepassed = ['']
-        mdabounced = Sisimai::MDA.make(mhead, mbody)
-        rfc822list = []   # (Array) Each line in message/rfc822 part string
+        bodyslices = mbody.scrub('?').split("\n")
+        readslices = ['']
+        rfc822text = ''   # (String) message/rfc822 part text
         maybealias = nil  # (String) Original-Recipient Field
         blanklines = 0    # (Integer) The number of blank lines
         readcursor = 0    # (Integer) Points the current cursor position
@@ -124,11 +114,11 @@ module Sisimai
         }
         v = nil
 
-        while e = hasdivided.shift do
-          # Save the current line for the next loop
-          havepassed << e
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          readslices << e # Save the current line for the next loop
           d = e.downcase
-          p = havepassed[-2]
 
           if readcursor == 0
             # Beginning of the bounce message or delivery status part
@@ -153,7 +143,7 @@ module Sisimai
               break if blanklines > 1
               next
             end
-            rfc822list << e
+            rfc822text << e << "\n"
           else
             # Error message part
             next unless readcursor & Indicators[:deliverystatus] > 0
@@ -291,10 +281,10 @@ module Sisimai
                 # Diagnostic-Code: 554 ...
                 v['diagnosis'] = cv[1]
 
-              elsif p.start_with?('Diagnostic-Code:') && cv = e.match(/\A[ \t]+(.+)\z/)
+              elsif readslices[-2].start_with?('Diagnostic-Code:') && cv = e.match(/\A[ \t]+(.+)\z/)
                 # Continued line of the value of Diagnostic-Code header
                 v['diagnosis'] << ' ' << cv[1]
-                e = 'Diagnostic-Code: ' << e
+                readslices[-1] = 'Diagnostic-Code: ' << e
               else
                 if cv = e.match(/\AReporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
                   # 2.2.2 The Reporting-MTA DSN field
@@ -378,10 +368,9 @@ module Sisimai
           break unless match > 0
 
           b = dscontents[-1]
-          hasdivided = mbody.split("\n")
-          while e = hasdivided.shift do
+          bodyslices = mbody.split("\n")
+          while e = bodyslices.shift do
             # Get the recipient's email address and error messages.
-            break if e.start_with?('__END_OF_EMAIL_MESSAGE__')
             d = e.downcase
             break if d =~ MarkingsOf[:rfc822]
             break if d =~ ReStop
@@ -402,7 +391,6 @@ module Sisimai
                 b = dscontents[-1]
               end
               b['recipient'] = y
-              b['agent'] = self.smtpagent + '::Fallback'
               recipients += 1
               itisbounce ||= true
 
@@ -418,47 +406,43 @@ module Sisimai
         end
         return nil unless itisbounce
 
-        unless recipients > 0
-          # Try to get a recipient address from email headers
-          rfc822list.each do |e|
-            # Check To: header in the original message
-            next unless cv = e.match(/\ATo:\s*(.+)\z/)
-            r = Sisimai::Address.find(cv[1], true) || []
-            next if r.empty?
+        if recipients == 0 && cv = rfc822text.match(/^To:[ ]*(.+)/)
+          # Try to get a recipient address from "To:" header of the original message
+          if r = Sisimai::Address.find(cv[1], true)
+            # Found a recipient address
             dscontents << Sisimai::Lhost.DELIVERYSTATUS if dscontents.size == recipients
-
             b = dscontents[-1]
             b['recipient'] = r[0][:address]
-            b['agent'] = Sisimai::RFC3464.smtpagent + '::Fallback'
             recipients += 1
           end
         end
         return nil unless recipients > 0
 
+        require 'sisimai/mda'
+        mdabounced = Sisimai::MDA.make(mhead, mbody)
         dscontents.each do |e|
           # Set default values if each value is empty.
           connheader.each_key { |a| e[a] ||= connheader[a] || '' }
 
-          if e.key?('alterrors') && !e['alterrors'].empty?
+          if e['alterrors']
             # Copy alternative error message
-            e['diagnosis'] ||= e['alterrors']
-            if e['diagnosis'].start_with?('-') || e['diagnosis'].end_with?('__')
-              # Override the value of diagnostic code message
-              e['diagnosis'] = e['alterrors'] unless e['alterrors'].empty?
+            unless e['alterrors'].empty?
+              e['diagnosis'] ||= e['alterrors']
+              if e['diagnosis'].start_with?('-') || e['diagnosis'].end_with?('__')
+                # Override the value of diagnostic code message
+                e['diagnosis'] = e['alterrors']
+              end
+              e.delete('alterrors')
             end
-            e.delete('alterrors')
           end
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) || ''
 
           if mdabounced
             # Make bounce data by the values returned from Sisimai::MDA.make()
-            e['agent']     = mdabounced['mda'] || self.smtpagent
+            e['agent']     = mdabounced['mda'] || 'RFC3464'
             e['reason']    = mdabounced['reason'] || 'undefined'
             e['diagnosis'] = mdabounced['message'] unless mdabounced['message'].empty?
             e['command']   = ''
-          else
-            # Set the value of smtpagent
-            e['agent'] = self.smtpagent
           end
 
           e['status'] ||= Sisimai::SMTP::Status.find(e['diagnosis']) || ''
@@ -466,13 +450,11 @@ module Sisimai
             e['command'] = cv[1]
           end
           e['date'] ||= mhead['date']
-          e.each_key { |a| e[a] ||= '' }
         end
 
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+        return { 'ds' => dscontents, 'rfc822' => rfc822text }
       end
-
+      def description; 'Fallback Module for MTAs'; end
     end
   end
 end

data/lib/sisimai/rfc3834.rb

@@ -10,6 +10,7 @@ module Sisimai
         'auto-submitted' => %r/\Aauto-(?:generated|replied|notified)/,
         # https://msdn.microsoft.com/en-us/library/ee219609(v=exchg.80).aspx
         'x-auto-response-suppress' => %r/(?:oof|autoreply)/,
+        'x-apple-action' => %r/\Avacation\z/,
         'precedence' => %r/\Aauto_reply\z/,
         'subject' => %r/\A(?>
              auto:
@@ -37,21 +38,11 @@ module Sisimai
         [ ]*(.+)\z
       }xi.freeze
 
-      def description; 'Detector for auto replied message'; end
-      def smtpagent;   'RFC3834'; end
-      def headerlist;  return %w[auto-submitted precedence x-auto-response-suppress]; end
-
       # Detect auto reply message as RFC3834
-      # @param         [Hash] mhead       Message header of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822 part
-      #                                   or nil if it failed to parse or the
-      #                                   arguments are missing
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
       def make(mhead, mbody)
         leave = 0
         match = 0
@@ -59,7 +50,7 @@ module Sisimai
         # DETECT_EXCLUSION_MESSAGE
         Excludings.each_key do |e|
           # Exclude message from root@
-          next unless mhead.key?(e)
+          next unless mhead[e]
           next unless mhead[e]
           next unless mhead[e].downcase =~ Excludings[e]
           leave = 1
@@ -70,7 +61,7 @@ module Sisimai
         # DETECT_AUTO_REPLY_MESSAGE
         AutoReply1.each_key do |e|
           # RFC3834 Auto-Submitted and other headers
-          next unless mhead.key?(e)
+          next unless mhead[e]
           next unless mhead[e]
           next unless mhead[e].downcase =~ AutoReply1[e]
           match += 1
@@ -80,7 +71,7 @@ module Sisimai
 
         require 'sisimai/lhost'
         dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
-        hasdivided = mbody.scrub('?').split("\n")
+        bodyslices = mbody.scrub('?').split("\n")
         rfc822part = '' # (String) message/rfc822-headers part
         recipients = 0  # (Integer) The number of 'Final-Recipient' header
         maxmsgline = 5  # (Integer) Max message length(lines)
@@ -92,7 +83,7 @@ module Sisimai
         # RECIPIENT_ADDRESS
         %w[from return-path].each do |e|
           # Try to get the address of the recipient
-          next unless mhead.key?(e)
+          next unless mhead[e]
           next unless mhead[e]
           v['recipient'] = mhead[e]
           break
@@ -113,7 +104,7 @@ module Sisimai
         end
 
         # BODY_PARSER: Get vacation message
-        while e = hasdivided.shift do
+        while e = bodyslices.shift do
           # Read the first 5 lines except a blank line
           countuntil += 1 if e =~ MarkingsOf[:boundary]
 
@@ -135,19 +126,16 @@ module Sisimai
         v['diagnosis'] ||= mhead['subject']
         v['diagnosis'] = Sisimai::String.sweep(v['diagnosis'])
         v['reason']    = 'vacation'
-        v['agent']     = self.smtpagent
         v['date']      = mhead['date']
         v['status']    = ''
 
-        v.each_key { |a| v[a] ||= '' }
-
         if cv = mhead['subject'].match(SubjectSet)
           # Get the Subject header from the original message
           rfc822part = 'Subject: ' << cv[1] + "\n"
         end
         return { 'ds' => dscontents, 'rfc822' => rfc822part }
       end
-
+      def description; 'Detector for auto replied message'; end
     end
   end
 end

data/lib/sisimai/rfc5322.rb

@@ -57,7 +57,7 @@ module Sisimai
       # @return   [Array,Hash]    RFC822 Header list
       def HEADERFIELDS(group = '')
         return HeaderIndex if group.empty?
-        return HeaderTable[group] if HeaderTable.key?(group)
+        return HeaderTable[group] if HeaderTable[group]
         return HeaderTable
       end
 
@@ -66,7 +66,6 @@ module Sisimai
       def LONGFIELDS
         return { 'to' => 1, 'from' => 1, 'subject' => 1, 'message-id' => 1 }
       end
-      LongHeaders = Sisimai::RFC5322.LONGFIELDS
 
       # Check that the argument is an email address or not
       # @param    [String] email  Email address string
@@ -177,37 +176,26 @@ module Sisimai
         return hosts
       end
 
-      # Weed out rfc822/message header fields excepct necessary fields
-      # @param    [Array] argv1  each line divided message/rc822 part
-      # @return   [String]       Selected fields
-      def weedout(argv1)
-        return nil unless argv1.is_a?(Array)
-
-        rfc822next = { from: false, to: false, subject: false }
-        rfc822part = '' # (String) message/rfc822-headers part
-        previousfn = '' # (String) Previous field name
-
-        while e = argv1.shift do
-          # After "message/rfc822"
-          if e.start_with?(' ', "\t")
-            # Continued line from the previous line
-            next if rfc822next[previousfn]
-            rfc822part << e + "\n" if LongHeaders.key?(previousfn)
-          else
-            # Get required headers only
-            (lhs, rhs) = e.split(/:[ ]*/, 2)
-            next unless lhs
-            lhs.downcase!
-
-            previousfn = ''
-            next unless HeaderIndex.key?(lhs)
-
-            previousfn  = lhs
-            rfc822part << e + "\n"
-          end
+      # Split given entire message body into error message lines and the original
+      # message part only include email headers
+      # @param    [String] mbody  Entire message body
+      # @param    [Regexp] regex  Regular expression of the message/rfc822 or the
+      #                           beginning of the original message part
+      # @return   [Array]         [Error message lines, The original message]
+      # @since    v4.25.5
+      def fillet(mbody = '', regex)
+        return nil if mbody.empty?
+        return nil unless regex
+
+        v = mbody.split(regex, 2)
+        v[1] ||= ''
+
+        unless v[1].empty?
+          v[1].sub(/\A[\r\n\s]+/, '')
+          v[1].sub(/\n\n.+\z/m, '')
+          v[1] << "\n" unless v[1].end_with?("\n")
         end
-
-        return rfc822part
+        return v
       end
 
     end

data/lib/sisimai/rhost.rb

@@ -19,15 +19,11 @@ module Sisimai
         '.email.ua'                   => 'IUA',
         'lsean.ezweb.ne.jp'           => 'KDDI',
         'msmx.au.com'                 => 'KDDI',
+        'charter.net'                 => 'Spectrum',
+        'cox.net'                     => 'Cox',
         '.qq.com'                     => 'TencentQQ',
       }.freeze
 
-      # Retrun the list of remote hosts Sisimai support
-      # @return   [Array] Remote host list
-      def list
-        return RhostClass.keys
-      end
-
       # The value of "rhost" is listed in RhostClass or not
       # @param    [String] argvs  Remote host name
       # @return   [True,False]    True: matched
@@ -49,9 +45,10 @@ module Sisimai
 
       # Detect the bounce reason from certain remote hosts
       # @param    [Sisimai::Data] argvs   Parsed email object
+      # @param    [String]        proxy   The alternative of the "rhost"
       # @return   [String]                The value of bounce reason
-      def get(argvs)
-        remotehost = argvs.rhost.downcase
+      def get(argvs, proxy = nil)
+        remotehost = proxy || argvs.rhost.downcase
         rhostclass = ''
         modulename = ''
 

data/lib/sisimai/rhost/cox.rb

@@ -0,0 +1,112 @@
+module Sisimai
+  module Rhost
+    # Sisimai::Rhost detects the bounce reason from the content of Sisimai::Data
+    # object as an argument of get() method when the value of "destination" of
+    # the object is "charter.net". This class is called only Sisimai::Data class.
+    module Cox
+      class << self
+        # Imported from p5-Sisimail/lib/Sisimai/Rhost/Cox.pm
+        ErrorCodes = {
+          # https://www.cox.com/residential/support/email-error-codes.html
+          'CXBL'      => 'blocked',       # The sending IP address has been blocked by Cox due to exhibiting spam-like behavior.
+          'CXTHRT'    => 'securityerror', # Email sending limited due to suspicious account activity.
+          'CXMJ'      => 'securityerror', # Email sending blocked due to suspicious account activity on primary Cox account.
+          'CXDNS'     => 'blocked',       # There was an issue with the connecting IP address Domain Name System (DNS).
+          'CXSNDR'    => 'rejected',      # There was a problem with the sender's domain.
+          'CXSMTP'    => 'rejected',      # Your email wasn't delivered because Cox was unable to verify that it came from a legitimate email sender.
+          'CXCNCT'    => 'toomanyconn',   # There is a limit to the number of concurrent SMTP connections per IP address
+          'CXMXRT'    => 'toomanyconn',   # The email sender has exceeded the maximum number of sent email allowed.
+          'CDRBL'     => 'blocked',       # The sending IP address has been temporarily blocked by Cox due to exhibiting spam-like behavior.
+          'IPBL0001'  => 'blocked',       # The sending IP address is listed in the Spamhaus Zen DNSBL.
+          'IPBL0010'  => 'blocked',       # The sending IP is listed in the Return Path DNSBL.
+          'IPBL0100'  => 'blocked',       # The sending IP is listed in the Invaluement ivmSIP DNSBL.
+          'IPBL0011'  => 'blocked',       # The sending IP is in the Spamhaus Zen and Return Path DNSBLs.
+          'IPBL0101'  => 'blocked',       # The sending IP is in the Spamhaus Zen and Invaluement ivmSIP DNSBLs.
+          'IPBL0110'  => 'blocked',       # The sending IP is in the Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL0111'  => 'blocked',       # The sending IP is in the Spamhaus Zen, Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL1000'  => 'blocked',       # The sending IP address is listed on a CSI blacklist. You can check your status on the CSI website.
+          'IPBL1001'  => 'blocked',       # The sending IP is listed in the Cloudmark CSI and Spamhaus Zen DNSBLs.
+          'IPBL1010'  => 'blocked',       # The sending IP is listed in the Cloudmark CSI and Return Path DNSBLs.
+          'IPBL1011'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen and Return Path DNSBLs.
+          'IPBL1100'  => 'blocked',       # The sending IP is listed in the Cloudmark CSI and Invaluement ivmSIP DNSBLs.
+          'IPBL1101'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen and Invaluement IVMsip DNSBLs.
+          'IPBL1110'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL1111'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen, Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL00001' => 'blocked',       # The sending IP address is listed on a Spamhaus blacklist. Check your status at Spamhaus.
+          'URLBL011'  => 'spamdetected',  # A URL within the body of the message was found on blocklists SURBL and Spamhaus DBL.
+          'URLBL101'  => 'spamdetected',  # A URL within the body of the message was found on blocklists SURBL and ivmURI.
+          'URLBL110'  => 'spamdetected',  # A URL within the body of the message was found on blocklists Spamhaus DBL and ivmURI.
+          'URLBL1001' => 'spamdetected',  # The URL is listed on a Spamhaus blacklist. Check your status at Spamhaus.
+        }.freeze
+        MessagesOf = {
+          'blocked' => [
+            # Cox requires that all connecting email servers contain valid reverse DNS PTR records.
+            'rejected - no rDNS',
+            # An email client has repeatedly sent bad commands or invalid passwords resulting in a three-hour block of the client's IP address.
+            'cox too many bad commands from',
+            # The reverse DNS check of the sending server IP address has failed.
+            'DNS check failure - try again later',
+            # The sending IP address has exceeded the threshold of invalid recipients and has been blocked.
+            'Too many invalid recipients',
+          ],
+          'notaccept' => [
+            # Our systems are experiencing an issue which is causing a temporary inability to accept new email.
+            'ESMTP server temporarily not available',
+          ],
+          'policyviolation' => [
+            # The sending server has attempted to communicate too soon within the SMTP transaction
+            'ESMTP no data before greeting',
+            # The message has been rejected because it contains an attachment with one of the following prohibited
+            # file types, which commonly contain viruses: .shb, .shs, .vbe, .vbs, .wsc, .wsf, .wsh, .pif, .msc,
+            # .msi, .msp, .reg, .sct, .bat, .chm, .isp, .cpl, .js, .jse, .scr, .exe.
+            'attachment extension is forbidden',
+          ],
+          'rejected' => [
+            # Cox requires that all sender domains resolve to a valid MX or A-record within DNS.
+            'sender rejected',
+          ],
+          'toomanyconn' => [
+            # The sending IP address has exceeded the five maximum concurrent connection limit.
+            'too many sessions from',
+            # The SMTP connection has exceeded the 100 email message threshold and was disconnected.
+            'requested action aborted: try again later',
+            # The sending IP address has exceeded one of these rate limits and has been temporarily blocked.
+            'Message threshold exceeded',
+          ],
+          'userunknown' => [
+            'recipient rejected', # The intended recipient is not a valid Cox Email account.
+          ],
+        }.freeze
+
+        # Detect bounce reason from https://cox.com/
+        # @param    [Sisimai::Data] argvs   Parsed email object
+        # @return   [String, Nil]           The bounce reason at Cox
+        # @since v4.25.8
+        def get(argvs)
+          statusmesg = argvs.diagnosticcode
+          codenumber = 0
+
+          if cv = statusmesg.match(/AUP#([0-9A-Z]+)/)
+            # Capture the numeric part of the error code
+            codenumber = cv[1]
+          end
+          reasontext = ErrorCodes[codenumber] || ''
+
+          if reasontext.empty?
+            # The error code was not found in ErrorCodes
+            MessagesOf.each_key do |e|
+              # Try to find with each error message defined in MessagesOf
+              next unless MessagesOf[e].any? { |a| statusmesg.include?(a) }
+              reasontext = e
+              break
+            end
+          end
+
+          return reasontext
+        end
+
+      end
+    end
+  end
+end
+