sisimai 5.0.3 → 5.1.0

data/lib/sisimai/message.rb

@@ -351,11 +351,11 @@ module Sisimai
       # @param options mail  [String] from   From line of mbox
       # @param options mail  [Hash]   header Email header data
       # @param options mail  [String] rfc822 Original message part
-      # @param options mail  [Array]  ds     Delivery status list(parsed data)
+      # @param options mail  [Array]  ds     Delivery status list(decoded data)
       # @param options argvs [String] body   Email message body
       # @param options argvs [Array] tryonfirst  MTA module list to load on first
       # @param options argvs [Array] tobeloaded  User defined MTA module list
-      # @return              [Hash]          Parsed and structured bounce mails
+      # @return              [Hash]          Decoded and structured bounce mails
       def sift(argvs)
         return nil unless argvs['mail']
         return nil unless argvs['body']
@@ -414,7 +414,7 @@ module Sisimai
           end
         end
 
-        catch :PARSER do
+        catch :DECODER do
           while true
             # 1. User-Defined Module
             # 2. MTA Module Candidates to be tried on first
@@ -428,7 +428,7 @@ module Sisimai
               havesifted = Module.const_get(r).inquire(mailheader, bodystring)
               haveloaded[r] = true
               modulename = r
-              throw :PARSER if havesifted
+              throw :DECODER if havesifted
             end
 
             [argvs['tryonfirst'], DefaultSet].flatten.each do |r|
@@ -438,7 +438,7 @@ module Sisimai
               havesifted = Module.const_get(r).inquire(mailheader, bodystring)
               haveloaded[r] = true
               modulename = r
-              throw :PARSER if havesifted
+              throw :DECODER if havesifted
             end
 
             unless haveloaded['Sisimai::RFC3464']
@@ -446,14 +446,14 @@ module Sisimai
               require 'sisimai/rfc3464'
               havesifted = Sisimai::RFC3464.inquire(mailheader, bodystring)
               modulename = 'RFC3464'
-              throw :PARSER if havesifted
+              throw :DECODER if havesifted
             end
 
             unless haveloaded['Sisimai::ARF']
               # Feedback Loop message
               require 'sisimai/arf'
               havesifted = Sisimai::ARF.inquire(mailheader, bodystring)
-              throw :PARSER if havesifted
+              throw :DECODER if havesifted
             end
 
             unless haveloaded['Sisimai::RFC3834']
@@ -461,7 +461,7 @@ module Sisimai
               require 'sisimai/rfc3834'
               havesifted = Sisimai::RFC3834.inquire(mailheader, bodystring)
               modulename = 'RFC3834'
-              throw :PARSER if havesifted
+              throw :DECODER if havesifted
             end
 
             break # as of now, we have no sample email for coding this block

data/lib/sisimai/order.rb

@@ -105,6 +105,7 @@ module Sisimai
         'loop-alert'    => ['Sisimai::Lhost::FML'],
         'mail-delivery' => [
           'Sisimai::Lhost::Exim',
+          'Sisimai::Lhost::DragonFly',
           'Sisimai::Lhost::MailRu',
           'Sisimai::Lhost::GMX',
           'Sisimai::Lhost::EinsUndEins',

data/lib/sisimai/reason/badreputation.rb

@@ -19,6 +19,7 @@ module Sisimai
           'has been temporarily rate limited due to ip reputation',
           'ip/domain reputation problems',
           'likely suspicious due to the very low reputation',
+          'temporarily deferred due to unexpected volume or user complaints', # Yahoo Inc.
           "the sending mta's poor reputation",
         ].freeze
         def text; return 'badreputation'; end
@@ -40,7 +41,6 @@ module Sisimai
         #                                 false: is not BadReputation
         # @see      http://www.ietf.org/rfc/rfc2822.txt
         def true(argvs)
-          return nil  if argvs['deliverystatus'].empty?
           return true if argvs['reason'] == 'badreputation'
           return true if match(argvs['diagnosticcode'].downcase)
           return false

data/lib/sisimai/reason/norelaying.rb

@@ -15,6 +15,7 @@ module Sisimai
           'insecure mail relay',
           'is not permitted to relay through this server without authentication',
           'mail server requires authentication when attempting to send to a non-local e-mail address', # MailEnable
+          'no relaying',
           'not a gateway',
           'not allowed to relay through this machine',
           'not an open relay, so get lost',

data/lib/sisimai/reason/rejected.rb

@@ -63,6 +63,7 @@ module Sisimai
           'sender rejected',
           'sender domain is empty',
           'sender verify failed',     # Exim callout
+          'sender was rejected',      # qmail
           'spam reporting address',   # SendGrid|a message to an address has previously been marked as Spam by the recipient.
           'syntax error: empty email address',
           'the message has been rejected by batv defense',

data/lib/sisimai/reason.rb

@@ -38,13 +38,13 @@ module Sisimai
       ClassOrder = [
         %w[
           MailboxFull MesgTooBig ExceedLimit Suspend HasMoved NoRelaying AuthFailure UserUnknown
-          Filtered RequirePTR NotCompliantRFC Rejected HostUnknown SpamDetected Speeding TooManyConn
-          Blocked
+          Filtered RequirePTR NotCompliantRFC BadReputation Rejected HostUnknown SpamDetected Speeding
+          TooManyConn Blocked
         ],
         %w[
-          MailboxFull SpamDetected PolicyViolation VirusDetected NoRelaying AuthFailure
-          BadReputation SecurityError SystemError NetworkError Speeding Suspend Expired ContentError
-          SystemFull NotAccept MailerError
+          MailboxFull AuthFailure BadReputation Speeding SpamDetected VirusDetected PolicyViolation 
+          NoRelaying SystemError NetworkError Suspend ContentError SystemFull NotAccept Expired
+          SecurityError MailerError
         ],
         %w[
           MailboxFull MesgTooBig ExceedLimit Suspend UserUnknown Filtered Rejected HostUnknown
@@ -55,7 +55,7 @@ module Sisimai
       ]
 
       # Detect the bounce reason
-      # @param    [Hash] argvs  Parsed email object
+      # @param    [Hash] argvs  Decoded email object
       # @return   [String, nil] Bounce reason or nil if the argument is missing or not Hash
       # @see anotherone
       def get(argvs)
@@ -112,7 +112,7 @@ module Sisimai
       end
 
       # Detect the other bounce reason, fall back method for get()
-      # @param    [Hash] argvs  Parsed email object
+      # @param    [Hash] argvs  Decoded email object
       # @return   [String, Nil] Bounce reason or nli if the argument is missing or not Hash
       # @see get
       def anotherone(argvs)
@@ -216,7 +216,7 @@ module Sisimai
         end
         return reasontext unless reasontext.empty?
 
-        if issuedcode.upcase == 'X-UNIX'
+        if issuedcode.upcase.include?('X-UNIX; ')
           # X-Unix; ...
           reasontext = 'mailererror'
         else

data/lib/sisimai/rfc3464.rb

@@ -1,5 +1,5 @@
 module Sisimai
-  # Sisimai::RFC3464 - bounce mail parser class for Fallback.
+  # Sisimai::RFC3464 - bounce mail decoder class for Fallback.
   module RFC3464
     class << self
       require 'sisimai/lhost'
@@ -96,7 +96,7 @@ module Sisimai
       # @param  [Hash] mhead    Message headers of a bounce email
       # @param  [String] mbody  Message body of a bounce email
       # @return [Hash]          Bounce data list and message/rfc822 part
-      # @return [Nil]           it failed to parse or the arguments are missing
+      # @return [Nil]           it failed to decode or the arguments are missing
       def inquire(mhead, mbody)
         fieldtable = Sisimai::RFC1894.FIELDTABLE
         permessage = {}     # (Hash) Store values of each Per-Message field
@@ -233,7 +233,7 @@ module Sisimai
 
         # -----------------------------------------------------------------------------------------
         while true
-          # Fallback, parse entire message body
+          # Fallback, decode the entire message body
           break if recipients > 0
 
           # Failed to get a recipient address at code above

data/lib/sisimai/rfc3834.rb

@@ -33,7 +33,7 @@ module Sisimai
       # @param  [Hash] mhead    Message headers of a bounce email
       # @param  [String] mbody  Message body of a bounce email
       # @return [Hash]          Bounce data list and message/rfc822 part
-      # @return [Nil]           it failed to parse or the arguments are missing
+      # @return [Nil]           it failed to decode or the arguments are missing
       def inquire(mhead, mbody)
         leave = 0
         match = 0
@@ -98,7 +98,7 @@ module Sisimai
           MarkingsOf[:boundary] = q unless q.empty?
         end
 
-        # BODY_PARSER: Get vacation message
+        # MESSAGE_BODY: Get the vacation message
         while e = bodyslices.shift do
           # Read the first 5 lines except a blank line
           countuntil += 1 if e.include?(MarkingsOf[:boundary])

data/lib/sisimai/rhost/apple.rb

@@ -0,0 +1,92 @@
+module Sisimai
+  module Rhost
+    # Sisimai::Rhost detects the bounce reason from the content of Sisimai::Fact object as an argument
+    # of get() method when the value of "destination" of the object is "mail.icloud.com" or "apple.com".
+    # This class is called only Sisimai::Fact class.
+    module Apple
+      class << self
+        MessagesOf = {
+          'authfailure' => [
+            # - 554 5.7.1 Your message was rejected due to example.jp's DMARC policy.
+            #   See https://support.apple.com/en-us/HT204137 for
+            # - 554 5.7.1 [HME1] This message was blocked for failing both SPF and DKIM authentication
+            #   checks. See https://support.apple.com/en-us/HT204137 for mailing best practices
+            's dmarc policy',
+            'blocked for failing both spf and dkim autentication checks',
+          ],
+          'blocked' => [
+            # - 550 5.7.0 Blocked - see https://support.proofpoint.com/dnsbl-lookup.cgi?ip=192.0.1.2
+            # - 550 5.7.1 Your email was rejected due to having a domain present in the Spamhaus
+            #   DBL -- see https://www.spamhaus.org/dbl/
+            # - 550 5.7.1 Mail from IP 192.0.2.1 was rejected due to listing in Spamhaus SBL.
+            #   For details please see http://www.spamhaus.org/query/bl?ip=x.x.x.x
+            # - 554 ****-smtpin001.me.com ESMTP not accepting connections
+            'rejected due to having a domain present in the spamhaus',
+            'rejected due to listing in spamhaus',
+            'blocked - see https://support.proofpoint.com/dnsbl-lookup',
+            'not accepting connections',
+          ],
+          'hasmoved' => [
+            # - 550 5.1.6 recipient no longer on server: *****@icloud.com
+            'recipient no longer on server',
+          ],
+          'mailboxfull' => [
+            # - 552 5.2.2 <****@icloud.com>: user is over quota (in reply to RCPT TO command)
+            'user is over quota',
+          ],
+          'norelaying' => [
+            # - 554 5.7.1 <*****@icloud.com>: Relay access denied
+            'relay access denied',
+          ],
+          'notaccept' => ['host/domain does not accept mail'],
+          'policyviolation' => [
+            # - 550 5.7.1 [CS01] Message rejected due to local policy.
+            #   Please visit https://support.apple.com/en-us/HT204137
+            'due to local policy',
+          ],
+          'rejected' => [
+            # - 450 4.1.8 <kijitora@example.jp>: Sender address rejected: Domain not found
+            'sender address rejected',
+          ],
+          'speeding' => [
+            # - 421 4.7.1 Messages to ****@icloud.com deferred due to excessive volume.
+            #   Try again later - https://support.apple.com/en-us/HT204137
+            'due to excessive volume',
+          ],
+          'userunknown' => [
+              # - 550 5.1.1 <****@icloud.com>: inactive email address (in reply to RCPT TO command)
+              # - 550 5.1.1 unknown or illegal alias: ****@icloud.com
+              'inactive email address',
+              'user does not exist',
+              'unknown or illegal alias',
+          ],
+        }.freeze
+
+        # Detect bounce reason from Apple iCloud Mail
+        # @param    [Sisimai::Fact] argvs   Decoded email object
+        # @return   [String]                The bounce reason for Apple
+        # @see      https://support.apple.com/en-us/102322
+        #           https://www.postmastery.com/icloud-postmastery-page/
+        #           https://smtpfieldmanual.com/provider/apple
+        # @since v5.1.0
+        def get(argvs)
+          issuedcode = argvs['diagnosticcode'].downcase
+          reasontext = ''
+
+          MessagesOf.each_key do |e|
+            MessagesOf[e].each do |f|
+              next unless issuedcode.include?(f)
+              reasontext = e
+              break
+            end
+            break if reasontext.size > 0
+          end
+
+          return reasontext
+        end
+
+      end
+    end
+  end
+end
+

data/lib/sisimai/rhost/cox.rb

@@ -6,16 +6,54 @@ module Sisimai
     module Cox
       class << self
         ErrorCodes = {
-          # https://www.cox.com/residential/support/email-error-codes.html
-          'CXBL'      => 'blocked',       # The sending IP address has been blocked by Cox due to exhibiting spam-like behavior.
+          # CXBL
+          # - The sending IP address has been blocked by Cox due to exhibiting spam-like behavior.
+          # - Send an email request to Cox to ask for a sending IP address be unblocked.
+          #   Note: Cox has sole discretion whether to unblock the sending IP address.
+          'CXBL' => 'blocked',
+
+          # CXDNS
+          # - There was an issue with the connecting IP address Domain Name System (DNS).
+          # - The Reverse DNS (rDNS) lookup for your IP address is failing. 
+          #   - Confirm the IP address that sends your email.
+          #   - Check the rDNS of that IP address. If it passes, then wait 24 hours and try resending
+          #     your email.
+          'CXDNS' => 'requireptr',
+
+          # CXSNDR
+          # - There was a problem with the sender's domain.
+          # - Your email failed authentication checks against your sending domain's SPF, DomainKeys,
+          #   or DKIM policy.
+          'CXSNDR' => 'authfailure',
+
+          # CXSMTP
+          # - There was a violation of SMTP protocol.
+          # - Your email wasn't delivered because Cox was unable to verify that it came from a
+          #   legitimate email sender.
+          'CXSMTP' => 'rejected',
+
+          # CXCNCT
+          # - There was a connection issue from the IP address.
+          # - There is a limit to the number of concurrent SMTP connections per IP address to
+          #   protect the systems against attack. Ensure that the sending email server is not
+          #   opening more than 10 concurrent connections to avoid reaching this limit.
+          'CXCNCT' => 'toomanyconn',
+
+          # CXMXRT
+          #   - The sender has sent email to too many recipients and needs to wait before sending
+          #     more email.
+          #   - The email sender has exceeded the maximum number of sent email allowed.
+          'CXMXRT' => 'toomanyconn', 
+
+          # CDRBL
+          # - The sending IP address has been temporarily blocked by Cox due to exhibiting spam-like
+          #   behavior.
+          # - The block duration varies depending on reputation and other factors, but will not exceed
+          #   24 hours. Inspect email traffic for potential spam, and retry email delivery.
+          'CDRBL' => 'blocked',
+
           'CXTHRT'    => 'securityerror', # Email sending limited due to suspicious account activity.
           'CXMJ'      => 'securityerror', # Email sending blocked due to suspicious account activity on primary Cox account.
-          'CXDNS'     => 'blocked',       # There was an issue with the connecting IP address Domain Name System (DNS).
-          'CXSNDR'    => 'rejected',      # There was a problem with the sender's domain.
-          'CXSMTP'    => 'rejected',      # Your email wasn't delivered because Cox was unable to verify that it came from a legitimate email sender.
-          'CXCNCT'    => 'toomanyconn',   # There is a limit to the number of concurrent SMTP connections per IP address
-          'CXMXRT'    => 'toomanyconn',   # The email sender has exceeded the maximum number of sent email allowed.
-          'CDRBL'     => 'blocked',       # The sending IP address has been temporarily blocked by Cox due to exhibiting spam-like behavior.
           'IPBL0001'  => 'blocked',       # The sending IP address is listed in the Spamhaus Zen DNSBL.
           'IPBL0010'  => 'blocked',       # The sending IP is listed in the Return Path DNSBL.
           'IPBL0100'  => 'blocked',       # The sending IP is listed in the Invaluement ivmSIP DNSBL.
@@ -32,6 +70,7 @@ module Sisimai
           'IPBL1110'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Return Path and Invaluement ivmSIP DNSBLs.
           'IPBL1111'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen, Return Path and Invaluement ivmSIP DNSBLs.
           'IPBL00001' => 'blocked',       # The sending IP address is listed on a Spamhaus blacklist. Check your status at Spamhaus.
+
           'URLBL011'  => 'spamdetected',  # A URL within the body of the message was found on blocklists SURBL and Spamhaus DBL.
           'URLBL101'  => 'spamdetected',  # A URL within the body of the message was found on blocklists SURBL and ivmURI.
           'URLBL110'  => 'spamdetected',  # A URL within the body of the message was found on blocklists Spamhaus DBL and ivmURI.
@@ -39,63 +78,73 @@ module Sisimai
         }.freeze
         MessagesOf = {
           'blocked' => [
-            # Cox requires that all connecting email servers contain valid reverse DNS PTR records.
-            'rejected - no rDNS',
-            # An email client has repeatedly sent bad commands or invalid passwords resulting in a three-hour block of the client's IP address.
+            # - An email client has repeatedly sent bad commands or invalid passwords resulting in
+            #   a three-hour block of the client's IP address.
+            # - The sending IP address has exceeded the threshold of invalid recipients and has
+            #   been blocked.
             'cox too many bad commands from',
-            # The reverse DNS check of the sending server IP address has failed.
-            'DNS check failure - try again later',
-            # The sending IP address has exceeded the threshold of invalid recipients and has been blocked.
-            'Too many invalid recipients',
+            'too many invalid recipients',
           ],
-          'notaccept' => [
-            # Our systems are experiencing an issue which is causing a temporary inability to accept new email.
-            'ESMTP server temporarily not available',
+          'requireptr' => [
+            # - The reverse DNS check of the sending server IP address has failed.
+            # - Cox requires that all connecting email servers contain valid reverse DNS PTR records.
+            'dns check failure - try again later',
+            'rejected - no rdns',
           ],
           'policyviolation' => [
-            # The sending server has attempted to communicate too soon within the SMTP transaction
-            'ESMTP no data before greeting',
-            # The message has been rejected because it contains an attachment with one of the following prohibited
-            # file types, which commonly contain viruses: .shb, .shs, .vbe, .vbs, .wsc, .wsf, .wsh, .pif, .msc,
-            # .msi, .msp, .reg, .sct, .bat, .chm, .isp, .cpl, .js, .jse, .scr, .exe.
+            # - The sending server has attempted to communicate too soon within the SMTP transaction
+            # - The message has been rejected because it contains an attachment with one of the
+            #   following prohibited file types, which commonly contain viruses: .shb, .shs, .vbe,
+            #   .vbs, .wsc, .wsf, .wsh, .pif, .msc, .msi, .msp, .reg, .sct, .bat, .chm, .isp, .cpl,
+            #   .js, .jse, .scr, .exe.
+            'esmtp no data before greeting',
             'attachment extension is forbidden',
           ],
           'rejected' => [
             # Cox requires that all sender domains resolve to a valid MX or A-record within DNS.
             'sender rejected',
           ],
+          'systemerror' => [
+            # - Our systems are experiencing an issue which is causing a temporary inability to
+            #   accept new email.
+            'esmtp server temporarily not available',
+          ],
           'toomanyconn' => [
-            # The sending IP address has exceeded the five maximum concurrent connection limit.
+            # - The sending IP address has exceeded the five maximum concurrent connection limit.
+            # - The SMTP connection has exceeded the 100 email message threshold and was disconnected.
+            # - The sending IP address has exceeded one of these rate limits and has been temporarily
+            #   blocked.
             'too many sessions from',
-            # The SMTP connection has exceeded the 100 email message threshold and was disconnected.
             'requested action aborted: try again later',
-            # The sending IP address has exceeded one of these rate limits and has been temporarily blocked.
-            'Message threshold exceeded',
+            'message threshold exceeded',
           ],
           'userunknown' => [
-            'recipient rejected', # The intended recipient is not a valid Cox Email account.
+            # - The intended recipient is not a valid Cox Email account.
+            'recipient rejected',
           ],
         }.freeze
 
         # Detect bounce reason from https://cox.com/
-        # @param    [Sisimai::Fact] argvs   Parsed email object
+        # @param    [Sisimai::Fact] argvs   Decoded email object
         # @return   [String, Nil]           The bounce reason at Cox
+        # @see      https://www.cox.com/residential/support/email-error-codes.html
         # @since v4.25.8
         def get(argvs)
-          statusmesg = argvs['diagnosticcode']
+          issuedcode = argvs['diagnosticcode']
           codenumber = 0
 
-          if cv = statusmesg.match(/AUP#([0-9A-Z]+)/)
+          if cv = issuedcode.match(/AUP#([0-9A-Z]+)/)
             # Capture the numeric part of the error code
             codenumber = cv[1]
           end
           reasontext = ErrorCodes[codenumber] || ''
 
+          issuedcode = argvs['diagnosticcode'].downcase
           if reasontext.empty?
             # The error code was not found in ErrorCodes
             MessagesOf.each_key do |e|
               # Try to find with each error message defined in MessagesOf
-              next unless MessagesOf[e].any? { |a| statusmesg.include?(a) }
+              next unless MessagesOf[e].any? { |a| issuedcode.include?(a) }
               reasontext = e
               break
             end