sisimai 4.25.5-java → 4.25.11-java

data/lib/sisimai/rhost.rb

@@ -19,15 +19,11 @@ module Sisimai
         '.email.ua'                   => 'IUA',
         'lsean.ezweb.ne.jp'           => 'KDDI',
         'msmx.au.com'                 => 'KDDI',
+        'charter.net'                 => 'Spectrum',
+        'cox.net'                     => 'Cox',
         '.qq.com'                     => 'TencentQQ',
       }.freeze
 
-      # Retrun the list of remote hosts Sisimai support
-      # @return   [Array] Remote host list
-      def list
-        return RhostClass.keys
-      end
-
       # The value of "rhost" is listed in RhostClass or not
       # @param    [String] argvs  Remote host name
       # @return   [True,False]    True: matched
@@ -49,9 +45,10 @@ module Sisimai
 
       # Detect the bounce reason from certain remote hosts
       # @param    [Sisimai::Data] argvs   Parsed email object
+      # @param    [String]        proxy   The alternative of the "rhost"
       # @return   [String]                The value of bounce reason
-      def get(argvs)
-        remotehost = argvs.rhost.downcase
+      def get(argvs, proxy = nil)
+        remotehost = proxy || argvs.rhost.downcase
         rhostclass = ''
         modulename = ''
 
@@ -62,6 +59,7 @@ module Sisimai
           rhostclass = modulename.gsub('::', '/').downcase
           break
         end
+        return nil if rhostclass.empty?
 
         require rhostclass
         reasontext = Module.const_get(modulename).get(argvs)

data/lib/sisimai/rhost/cox.rb

@@ -0,0 +1,112 @@
+module Sisimai
+  module Rhost
+    # Sisimai::Rhost detects the bounce reason from the content of Sisimai::Data
+    # object as an argument of get() method when the value of "destination" of
+    # the object is "charter.net". This class is called only Sisimai::Data class.
+    module Cox
+      class << self
+        # Imported from p5-Sisimail/lib/Sisimai/Rhost/Cox.pm
+        ErrorCodes = {
+          # https://www.cox.com/residential/support/email-error-codes.html
+          'CXBL'      => 'blocked',       # The sending IP address has been blocked by Cox due to exhibiting spam-like behavior.
+          'CXTHRT'    => 'securityerror', # Email sending limited due to suspicious account activity.
+          'CXMJ'      => 'securityerror', # Email sending blocked due to suspicious account activity on primary Cox account.
+          'CXDNS'     => 'blocked',       # There was an issue with the connecting IP address Domain Name System (DNS).
+          'CXSNDR'    => 'rejected',      # There was a problem with the sender's domain.
+          'CXSMTP'    => 'rejected',      # Your email wasn't delivered because Cox was unable to verify that it came from a legitimate email sender.
+          'CXCNCT'    => 'toomanyconn',   # There is a limit to the number of concurrent SMTP connections per IP address
+          'CXMXRT'    => 'toomanyconn',   # The email sender has exceeded the maximum number of sent email allowed.
+          'CDRBL'     => 'blocked',       # The sending IP address has been temporarily blocked by Cox due to exhibiting spam-like behavior.
+          'IPBL0001'  => 'blocked',       # The sending IP address is listed in the Spamhaus Zen DNSBL.
+          'IPBL0010'  => 'blocked',       # The sending IP is listed in the Return Path DNSBL.
+          'IPBL0100'  => 'blocked',       # The sending IP is listed in the Invaluement ivmSIP DNSBL.
+          'IPBL0011'  => 'blocked',       # The sending IP is in the Spamhaus Zen and Return Path DNSBLs.
+          'IPBL0101'  => 'blocked',       # The sending IP is in the Spamhaus Zen and Invaluement ivmSIP DNSBLs.
+          'IPBL0110'  => 'blocked',       # The sending IP is in the Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL0111'  => 'blocked',       # The sending IP is in the Spamhaus Zen, Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL1000'  => 'blocked',       # The sending IP address is listed on a CSI blacklist. You can check your status on the CSI website.
+          'IPBL1001'  => 'blocked',       # The sending IP is listed in the Cloudmark CSI and Spamhaus Zen DNSBLs.
+          'IPBL1010'  => 'blocked',       # The sending IP is listed in the Cloudmark CSI and Return Path DNSBLs.
+          'IPBL1011'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen and Return Path DNSBLs.
+          'IPBL1100'  => 'blocked',       # The sending IP is listed in the Cloudmark CSI and Invaluement ivmSIP DNSBLs.
+          'IPBL1101'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen and Invaluement IVMsip DNSBLs.
+          'IPBL1110'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL1111'  => 'blocked',       # The sending IP is in the Cloudmark CSI, Spamhaus Zen, Return Path and Invaluement ivmSIP DNSBLs.
+          'IPBL00001' => 'blocked',       # The sending IP address is listed on a Spamhaus blacklist. Check your status at Spamhaus.
+          'URLBL011'  => 'spamdetected',  # A URL within the body of the message was found on blocklists SURBL and Spamhaus DBL.
+          'URLBL101'  => 'spamdetected',  # A URL within the body of the message was found on blocklists SURBL and ivmURI.
+          'URLBL110'  => 'spamdetected',  # A URL within the body of the message was found on blocklists Spamhaus DBL and ivmURI.
+          'URLBL1001' => 'spamdetected',  # The URL is listed on a Spamhaus blacklist. Check your status at Spamhaus.
+        }.freeze
+        MessagesOf = {
+          'blocked' => [
+            # Cox requires that all connecting email servers contain valid reverse DNS PTR records.
+            'rejected - no rDNS',
+            # An email client has repeatedly sent bad commands or invalid passwords resulting in a three-hour block of the client's IP address.
+            'cox too many bad commands from',
+            # The reverse DNS check of the sending server IP address has failed.
+            'DNS check failure - try again later',
+            # The sending IP address has exceeded the threshold of invalid recipients and has been blocked.
+            'Too many invalid recipients',
+          ],
+          'notaccept' => [
+            # Our systems are experiencing an issue which is causing a temporary inability to accept new email.
+            'ESMTP server temporarily not available',
+          ],
+          'policyviolation' => [
+            # The sending server has attempted to communicate too soon within the SMTP transaction
+            'ESMTP no data before greeting',
+            # The message has been rejected because it contains an attachment with one of the following prohibited
+            # file types, which commonly contain viruses: .shb, .shs, .vbe, .vbs, .wsc, .wsf, .wsh, .pif, .msc,
+            # .msi, .msp, .reg, .sct, .bat, .chm, .isp, .cpl, .js, .jse, .scr, .exe.
+            'attachment extension is forbidden',
+          ],
+          'rejected' => [
+            # Cox requires that all sender domains resolve to a valid MX or A-record within DNS.
+            'sender rejected',
+          ],
+          'toomanyconn' => [
+            # The sending IP address has exceeded the five maximum concurrent connection limit.
+            'too many sessions from',
+            # The SMTP connection has exceeded the 100 email message threshold and was disconnected.
+            'requested action aborted: try again later',
+            # The sending IP address has exceeded one of these rate limits and has been temporarily blocked.
+            'Message threshold exceeded',
+          ],
+          'userunknown' => [
+            'recipient rejected', # The intended recipient is not a valid Cox Email account.
+          ],
+        }.freeze
+
+        # Detect bounce reason from https://cox.com/
+        # @param    [Sisimai::Data] argvs   Parsed email object
+        # @return   [String, Nil]           The bounce reason at Cox
+        # @since v4.25.8
+        def get(argvs)
+          statusmesg = argvs.diagnosticcode
+          codenumber = 0
+
+          if cv = statusmesg.match(/AUP#([0-9A-Z]+)/)
+            # Capture the numeric part of the error code
+            codenumber = cv[1]
+          end
+          reasontext = ErrorCodes[codenumber] || ''
+
+          if reasontext.empty?
+            # The error code was not found in ErrorCodes
+            MessagesOf.each_key do |e|
+              # Try to find with each error message defined in MessagesOf
+              next unless MessagesOf[e].any? { |a| statusmesg.include?(a) }
+              reasontext = e
+              break
+            end
+          end
+
+          return reasontext
+        end
+
+      end
+    end
+  end
+end
+

data/lib/sisimai/rhost/exchangeonline.rb

@@ -9,35 +9,40 @@ module Sisimai
 
         # https://technet.microsoft.com/en-us/library/bb232118
         StatusList = {
-          '4.3.1'  => [{ reason: 'systemfull', string: 'Insufficient system resources' }],
-          '4.3.2'  => [{ reason: 'notaccept',  string: 'System not accepting network messages' }],
-          '4.4.2'  => [{ reason: 'blocked',    string: 'Connection dropped' }],
-          '4.7.26' => [{
+          '4.3.1'   => [{ reason: 'systemfull', string: 'Insufficient system resources' }],
+          '4.3.2'   => [{ reason: 'notaccept',  string: 'System not accepting network messages' }],
+          '4.4.2'   => [{ reason: 'blocked',    string: 'Connection dropped' }],
+          '4.7.26'  => [{
               reason: 'securityerror',
               string: 'must pass either SPF or DKIM validation, this message is not signed'
           }],
-          '5.0.0'  => [{ reason: 'blocked',     string: 'HELO / EHLO requires domain address' }],
-          '5.1.4'  => [{ reason: 'systemerror', string: 'Destination mailbox address ambiguous' }],
-          '5.2.1'  => [{ reason: 'suspend',     string: 'Mailbox cannot be accessed' }],
-          '5.2.2'  => [{ reason: 'mailboxfull', string: 'Mailbox full' }],
-          '5.2.3'  => [{ reason: 'exceedlimit', string: 'Message too large' }],
-          '5.2.4'  => [{ reason: 'systemerror', string: 'Mailing list expansion problem' }],
-          '5.3.3'  => [{ reason: 'systemfull',  string: 'Unrecognized command' }],
-          '5.3.4'  => [{ reason: 'mesgtoobig',  string: 'Message too big for system' }],
-          '5.3.5'  => [{ reason: 'systemerror', string: 'System incorrectly configured' }],
-          '5.4.1'  => [{ reason: 'rejected',    string: 'Recipient address rejected: Access denied' }],
-          '5.4.14' => [{ reason: 'networkerror',string: 'Hop count exceeded' }],
-          '5.5.2'  => [{ reason: 'syntaxerror', string: 'Send hello first' }],
-          '5.5.3'  => [{ reason: 'syntaxerror', string: 'Too many recipients' }],
-          '5.5.4'  => [{ reason: 'filtered',    string: 'Invalid domain name' }],
-          '5.5.6'  => [{ reason: 'contenterror',string: 'Invalid message content' }],
-          '5.7.1'  => [
+          '5.0.0'   => [{ reason: 'blocked',     string: 'HELO / EHLO requires domain address' }],
+          '5.1.4'   => [{ reason: 'systemerror', string: 'Destination mailbox address ambiguous' }],
+          '5.2.1'   => [{ reason: 'suspend',     string: 'Mailbox cannot be accessed' }],
+          '5.2.2'   => [{ reason: 'mailboxfull', string: 'Mailbox full' }],
+          '5.2.3'   => [{ reason: 'exceedlimit', string: 'Message too large' }],
+          '5.2.4'   => [{ reason: 'systemerror', string: 'Mailing list expansion problem' }],
+          '5.2.14'  => [{ reason: 'systemerror', string: 'misconfigured forwarding address' }],
+          '5.2.122' => [{ reason: 'toomanyconn' ,string: 'The recipient has exceeded their limit for' }],
+          '5.3.3'   => [{ reason: 'systemfull',  string: 'Unrecognized command' }],
+          '5.3.4'   => [{ reason: 'mesgtoobig',  string: 'Message too big for system' }],
+          '5.3.5'   => [{ reason: 'systemerror', string: 'System incorrectly configured' }],
+          '5.4.1'   => [{ reason: 'rejected',    string: 'Recipient address rejected: Access denied' }],
+          '5.4.11'  => [{ reason: 'contenterror',string: 'Agent generated message depth exceeded' }],
+          '5.4.14'  => [{ reason: 'networkerror',string: 'Hop count exceeded' }],
+          '5.4.310' => [{ reason: 'systemerror', string: 'does not exist' }], # DNS domain * does not exist
+          '5.5.2'   => [{ reason: 'syntaxerror', string: 'Send hello first' }],
+          '5.5.3'   => [{ reason: 'syntaxerror', string: 'Too many recipients' }],
+          '5.5.4'   => [{ reason: 'filtered',    string: 'Invalid domain name' }],
+          '5.5.6'   => [{ reason: 'contenterror',string: 'Invalid message content' }],
+          '5.7.1'   => [
               { reason: 'securityerror', string: 'Delivery not authorized' },
               { reason: 'securityerror', string: 'Client was not authenticated' },
               { reason: 'norelaying',    string: 'Unable to relay' },
           ],
-          '5.7.25'  => [{ reason: 'blocked',      string: 'must have a reverse DNS record' }],
-          '5.7.506' => [{ reason: 'blocked',      string: 'Bad HELO' }],
+          '5.7.25'  => [{ reason: 'blocked', string: 'must have a reverse DNS record' }],
+          '5.7.51'  => [{ reason: 'blocked', string: 'RestrictDomainsToIPAddresses or RestrictDomainsToCertificate' }],
+          '5.7.506' => [{ reason: 'blocked', string: 'Bad HELO' }],
           '5.7.508' => [{ reason: 'toomanyconn',  string: 'has exceeded permitted limits within ' }],
           '5.7.509' => [{ reason: 'rejected',     string: 'does not pass DMARC verification' }],
           '5.7.510' => [{ reason: 'notaccept',    string: 'does not accept email over IPv6' }],
@@ -97,7 +102,12 @@ module Sisimai
           'networkerror'  => ['SMTPSEND.DNS.MxLoopback'],
           'rejected'      => ['RESOLVER.RST.NotAuthorized'],
           'securityerror' => ['RESOLVER.RST.AuthRequired'],
-          'systemerror'   => ['RESOLVER.ADR.Ambiguous', 'RESOLVER.ADR.BadPrimary', 'RESOLVER.ADR.InvalidInSmtp'],
+          'systemerror'   => [
+            'RESOLVER.ADR.Ambiguous',
+            'RESOLVER.ADR.BadPrimary',
+            'RESOLVER.ADR.InvalidInSmtp',
+            'RESOLVER.FWD.NotFound',
+          ],
           'toomanyconn'   => ['RESOLVER.ADR.RecipLimit', 'RESOLVER.ADR.RecipientLimit'],
           'userunknown'   => [
             'RESOLVER.ADR.RecipNotFound',

data/lib/sisimai/rhost/googleapps.rb

@@ -92,7 +92,10 @@ module Sisimai
                 'Messages with multiple addresses in From: header are not accepted.',
                 'The user or domain that you are sending to (or from) has a policy',
             ]},
-            { reason: 'rejected', string: ['Unauthenticated email is not accepted from this domain.'] },
+            { reason: 'rejected', string: [
+                'This message does not have authentication information or fails to pass authentication checks',
+                'Unauthenticated email is not accepted from this domain.',
+            ]},
           ],
           'X.7.4' => [{ reason: 'syntaxerror', string: ['Unrecognized Authentication Type.'] }],
         }.freeze

data/lib/sisimai/rhost/spectrum.rb

@@ -0,0 +1,73 @@
+module Sisimai
+  module Rhost
+    # Sisimai::Rhost detects the bounce reason from the content of Sisimai::Data
+    # object as an argument of get() method when the value of "destination" of
+    # the object is "charter.net". This class is called only Sisimai::Data class.
+    module Spectrum
+      class << self
+        # Imported from p5-Sisimail/lib/Sisimai/Rhost/Spectrum.pm
+        ErrorCodes = {
+          # https://www.spectrumbusiness.net/support/internet/understanding-email-error-codes
+          #   Error codes are placed in one of two categories: incoming or outgoing.
+          #   1. If you’re trying to send an email to a Charter email address from
+          #      a non-Charter email address (such as Gmail, Yahoo, Hotmail, etc.),
+          #      you may receive an error that begins with AUP#I, followed by four numbers.
+          #
+          #   2. If you are trying to send an email from a Charter email address
+          #      to an outgoing recipient, you may get an error code beginning with
+          #      AUP#O, also followed by four numbers.
+          #
+          1000 => 'blocked',         # Your IP address has been blocked due to suspicious activity. 
+          1010 => 'rejected',        # This email account has been blocked from sending emails due to suspicious activity.
+          1090 => 'systemerror',     # The email you're trying to send can't be processed. Try sending again at a later time.
+          1260 => 'networkerror',    # Spectrum doesn't process IPV6 addresses. Connect with an IPv4 address and try again.
+          1500 => 'rejected',        # Your email was rejected for attempting to send as a different email address than you signed in under.
+          1520 => 'rejected',        # Your email was rejected for attempting to send as a different email address than a domain that we host.
+          1530 => 'mesgtoobig',      # Your email was rejected because it's larger than the maximum size of 20MB.
+          1540 => 'toomanyconn',     # Your emails were deferred for attempting to send too many in a single session.
+          1550 => 'toomanyconn',     # Your email was rejected for having too many recipients in one message.
+          1560 => 'policyviolation', # Your email was rejected for having too many invalid recipients.
+        }.freeze
+        CodeRanges = [
+          [1020, 1080, 'rejected'],        # This email account has limited access to send emails based on suspicious activity.
+          [1100, 1150, 'blocked'],         # The IP address you're trying to connect from has an issue with the Domain Name System.
+          [1160, 1190, 'policyviolation'], # The email you tried to send goes against your domain's security policies.
+          [1200, 1210, 'blocked'],         # The IP address you're trying to send from has been flagged by Cloudmark CSI as potential spam.
+          [1220, 1250, 'blokced'],         # Your IP address has been blacklisted by Spamhaus.
+          [1300, 1340, 'toomanyconn'],     # Spectrum limits the number of concurrent connections from a sender
+          [1350, 1490, 'toomanyconn'],     # Spectrum limits emails by the number of messages sent, amount of recipients,...
+        ].freeze
+
+        # Detect bounce reason from https://www.spectrum.com/
+        # @param    [Sisimai::Data] argvs   Parsed email object
+        # @return   [String, Nil]           The bounce reason at Spectrum
+        # @since v4.25.8
+        def get(argvs)
+          statusmesg = argvs.diagnosticcode
+          codenumber = 0
+
+          if cv = statusmesg.match(/AUP#[-A-Za-z]*(\d{4})/)
+            # Capture the numeric part of the error code
+            codenumber = cv[1].to_i
+          end
+          reasontext = ErrorCodes[codenumber] || ''
+
+          if reasontext.empty?
+            # The error code was not found in ErrorCodes
+            CodeRanges.each do |e|
+              # Check the code range
+              next if codenumber < e[0]
+              next if codenumber > e[1]
+              reasontext = e[2]
+              break
+            end
+          end
+
+          return reasontext
+        end
+
+      end
+    end
+  end
+end
+

data/lib/sisimai/smtp.rb

@@ -3,19 +3,6 @@ module Sisimai
   module SMTP
     class << self
       # Imported from p5-Sisimail/lib/Sisimai/SMTP.pm
-
-      # Detector for SMTP commands in a bounce mail message
-      # @private
-      # @return   [Hash] SMTP command regular expressions
-      def command
-        return {
-          helo: %r/\b(?:HELO|EHLO)\b/,
-          mail: %r/\bMAIL F(?:ROM|rom)\b/,
-          rcpt: %r/\bRCPT T[Oo]\b/,
-          data: %r/\bDATA\b/,
-        }
-      end
-
     end
   end
 end

data/lib/sisimai/smtp/error.rb

@@ -24,27 +24,28 @@ module Sisimai
         #                           nil:   is not an error
         # @since v4.17.3
         def is_permanent(argv1 = '')
-          getchecked = nil
+          return nil unless argv1
+          permanent1 = nil
           statuscode = Sisimai::SMTP::Status.find(argv1) || Sisimai::SMTP::Reply.find(argv1) || '0'
 
           if (classvalue = statuscode[0, 1].to_i) > 0
             # 2, 4, or 5
             if classvalue == 5
               # Permanent error
-              getchecked = true
+              permanent1 = true
 
             elsif classvalue == 4
               # Temporary error
-              getchecked = false
+              permanent1 = false
 
             elsif classvalue == 2
               # Succeeded
-              getchecked = nil
+              permanent1 = nil
             end
           else
             # Check with regular expression
             v = argv1.downcase
-            getchecked = if v.include?('temporar') || v.include?('persistent')
+            permanent1 = if v.include?('temporar') || v.include?('persistent')
                            # Temporary failure
                            false
                          elsif v.include?('permanent')
@@ -53,7 +54,7 @@ module Sisimai
                          end
           end
 
-          return getchecked
+          return permanent1
         end
 
         # Check softbounce or not
@@ -64,6 +65,7 @@ module Sisimai
         #                           '':     May not be bounce ?
         # @since v4.17.3
         def soft_or_hard(argv1 = '', argv2 = '')
+          return nil unless argv1
           return nil if argv1.empty?
           value = nil
 

data/lib/sisimai/smtp/reply.rb

@@ -82,7 +82,7 @@ module Sisimai
           # reply code.
           argv1 = argv1.gsub(/#{IP4Re}/, '***.***.***.***') if argv1 =~ IP4Re
 
-          if cv = argv1.match(/\b([45][0-5][0-9])\b/) || argv1.match(/\b(25[0-3])\b/)
+          if cv = argv1.match(/\b([45][0-7][0-9])\b/) || argv1.match(/\b(25[0-3])\b/)
             # 550, 447, or 250
             return cv[1]
           else

data/lib/sisimai/smtp/status.rb

@@ -651,7 +651,7 @@ module Sisimai
           '5.7.24' => 'securityerror',  # SPF validation error
           '5.7.25' => 'blocked',        # Reverse DNS validation failed
           '5.7.26' => 'securityerror',  # Multiple authentication checks failed
-          '5.7.27' => 'rejected',       # Sender address has null MX
+          '5.7.27' => 'notaccept',      # MX resource record of a destination host is Null MX: RFC7505
         }.freeze
 
         InternalCode = {

data/lib/sisimai/string.rb

@@ -8,11 +8,6 @@ module Sisimai
         body: %r|<head>.+</head>.*<body[ >].+</body>|im,
       }
 
-      # End of email message as a sentinel for parsing bounce messages
-      # @private
-      # @return   [String] Fixed length string like a constant
-      def EOM; return '__END_OF_EMAIL_MESSAGE__'; end
-
       # Create message token from addresser and recipient
       # @param  [String]  addr1 Sender address
       # @param  [String]  addr2 Recipient address
@@ -40,8 +35,8 @@ module Sisimai
       #                           true:  Including 8-bit character
       def is_8bit(argvs)
         v = argvs.to_s
-        return nil   if v.empty?
-        return true  unless v =~ /\A[\x00-\x7f]*\z/
+        return nil  if v.empty?
+        return true unless v =~ /\A[\x00-\x7f]*\z/
         return false
       end
 
@@ -65,7 +60,6 @@ module Sisimai
         return nil if argv1.empty?
 
         plain = argv1
-
         if loose || plain =~ Match[:html] || plain =~ Match[:body]
           # 1. Remove <head>...</head>
           # 2. Remove <style>...</style>
@@ -114,9 +108,7 @@ module Sisimai
           # Unknown encoding name or failed to encode
           getencoded = argv1.force_encoding('UTF-8')
         end
-        getencoded = getencoded.scrub('?')
-
-        return getencoded
+        return getencoded.scrub('?')
       end
 
     end