sisimai 5.5.0 → 5.7.0

data/lib/sisimai/reason/blocked.rb

@@ -7,93 +7,67 @@ module Sisimai
     # or the parameter of "HELO/EHLO" command. This reason has added in Sisimai 4.0.0.
     module Blocked
       class << self
-        require 'sisimai/string'
-
         Index = [
-          ' said: 550 blocked',
-          '//www.spamcop.net/bl.',
-          'bad sender ip address',
-          'banned sending ip',    # Office365
-          'blacklisted by',
-          'blocked using ',
-          'blocked - see http',
-          'dnsbl:attrbl',
-          'client host rejected: abus detecte gu_eib_02',     # SFR
-          'client host rejected: abus detecte gu_eib_04',     # SFR
-          'client host rejected: may not be mail exchanger',
-          'client host rejected: was not authenticated',      # Microsoft
-          'confirm this mail server',
-          'connection dropped',
-          'connection refused by',
-          'connection reset by peer',
-          'connection was dropped by remote host',
-          'connections not accepted from ip addresses on spamhaus xbl',
-          'currently sending spam see: ',
-          'domain does not exist:',
-          'dynamic/zombied/spam ips blocked',
-          'error: no valid recipients from ',
-          'esmtp not accepting connections',  # icloud.com
-          'extreme bad ip profile',
-          'go away',
-          'helo command rejected:',
-          'host network not allowed',
-          'hosts with dynamic ip',
-          'invalid ip for sending mail of domain',
-          'is in a black list',
-          'is not allowed to send mail from',
-          'mailfrom domain is listed in spamhaus',
-          'no access from mail server',
-          'no matches to nameserver query',
-          'not currently accepting mail from your ip',    # Microsoft
-          'part of their network is on our block list',
-          'please use the smtp server of your isp',
-          'refused - see http',
-          'rejected - multi-blacklist', # junkemailfilter.com
-          'rejected because the sending mta or the sender has not passed validation',
-          'rejecting open proxy', # Sendmail(srvrsmtp.c)
-          'sender ip address rejected',
-          'server access forbidden by your ip ',
-          'service not available, closing transmission channel',
-          'smtp error from remote mail server after initial connection:', # Exim
-          "sorry, that domain isn't in my list of allowed rcpthosts",
-          'sorry, your remotehost looks suspiciously like spammer',
-          'temporarily deferred due to unexpected volume or user complaints',
-          'to submit messages to this e-mail system has been rejected',
-          'too many spams from your ip',  # free.fr
-          'too many unwanted messages have been sent from the following ip address above',
-          'was blocked by ',
-          'we do not accept mail from dynamic ips',   # @mail.ru
-          'you are not allowed to connect',
-          'you are sending spam',
-          'your ip address is listed in the rbl',
-          'your network is temporary blacklisted',
-          'your server requires confirmation',
+          "bad sender ip address",
+          "banned sending ip", # Office365
+          "blacklisted by",
+          "dnsbl:attrbl",
+          "client host rejected: abus detecte gu_eib_02", # SFR
+          "client host rejected: abus detecte gu_eib_04", # SFR
+          "client host rejected: may not be mail exchanger",
+          "connection refused by",
+          "currently sending spam see: ",
+          "domain does not exist:",
+          "domain isn't in my list of allowed rcpthosts",
+          "error: no valid recipients from ",
+          "esmtp not accepting connections", # icloud.com
+          "extreme bad ip profile",
+          "helo command rejected:",
+          "host network not allowed",
+          "invalid ip for sending mail of domain",
+          "is in a black list",
+          "is not allowed to send mail from",
+          "no access from mail server",
+          "part of their network is on our block list",
+          "please use the smtp server of your isp",
+          "rejected because the sending mta or the sender has not passed validation",
+          "rejecting open proxy", # Sendmail(srvrsmtp.c)
+          "sender ip address rejected",
+          "server access forbidden by your ip ",
+          "smtp error from remote mail server after initial connection:", # Exim
+          "you are not allowed to connect",
+          "your ip address is listed in the rbl",
+          "your network is temporary blacklisted",
+          "your remotehost looks suspiciously like spammer",
+          "your server requires confirmation",
         ].freeze
         Pairs = [
-          ['(', '@', ':blocked)'],
-          ['access from ip address ', ' blocked'],
-          ['client host ', ' blocked using'],
-          ['connections will not be accepted from ', " because the ip is in spamhaus's list"],
-          ['dnsbl:rbl ', '>_is_blocked'],
-          ['email blocked by ', '.barracudacentral.org'],
-          ['email blocked by ', 'spamhaus'],
-          ['host ', ' refused to talk to me: ', ' blocked'],
-          ['ip ', ' is blocked by earthlink'],    # Earthlink
-          ['is in an ', 'rbl on '],
-          ['mail server at ', ' is blocked'],
-          ['mail from ',' refused:'],
-          ["mail from "," refused, see ", "orbs"],
-          ['message from ', ' rejected based on blacklist'],
-          ['messages from ', ' temporarily deferred due to user complaints'], # Yahoo!
-          ['server ip ', ' listed as abusive'],
-          ['sorry! your ip address', ' is blocked by rbl'], # junkemailfilter.com
-          ['the domain ', ' is blacklisted'],
-          ['the email ', ' is blacklisted'],
-          ['the ip', ' is blacklisted'],
-          ['veuillez essayer plus tard. service refused, please try later. ', '103'],
-          ['veuillez essayer plus tard. service refused, please try later. ', '510'],
+          ["(", "@", ":blocked)"],
+          ["access from ip address ", " blocked"],
+          ["blocked by ", " dnsbl"],
+          ["client ", " blocked using"],
+          ["connection ", "dropped"],
+          ["client host ", " blocked using"],
+          ["connections will not be accepted from ", " because the ip is in spamhaus's list"],
+          ["dynamic", " ip"],
+          ["email blocked by ", ".barracudacentral.org"],
+          ["email blocked by ", "spamhaus"],
+          ["from ", " ip address"],
+          ["host ", " said: ", "550 blocked"],
+          ["host ", " refused to talk to me: ", " blocked"],
+          ["ip ", " is blocked by earthlink"], # Earthlink
+          ["is in an ", "rbl on "],
+          ["mail server at ", " is blocked"],
+          ["mail from "," refused"],
+          ["message from ", " rejected based on blacklist"],
+          ["messages from ", " temporarily deferred due to user complaints"], # Yahoo!
+          ["server ip ", " listed as abusive"],
+          ["sorry! your ip address", " is blocked by rbl"], # junkemailfilter.com
+          ["the ", " is blacklisted"], # the email, the domain, the ip
+          ["veuillez essayer plus tard. service refused, please try later. ", "103"],
+          ["veuillez essayer plus tard. service refused, please try later. ", "510"],
           ["your access ip", " has been rejected"],
-          ["your sender's ip address is listed at ", '.abuseat.org'],
+          ["your sender's ip address is listed at ", ".abuseat.org"],
         ].freeze
 
         def text; return 'blocked'; end

data/lib/sisimai/reason/contenterror.rb

@@ -9,14 +9,22 @@ module Sisimai
     module ContentError
       class << self
         Index = [
-          'header size exceeds maximum permitted',
-          'improper use of 8-bit data in message header',
-          'message header size, or recipient list, exceeds policy limit',
-          'message mime complexity exceeds the policy maximum',
-          'routing loop detected -- too many received: headers',
-          'this message contain invalid mime headers',
-          'this message contain improperly-formatted binary content',
-          'this message contain text that uses unnecessary base64 encoding',
+          "charset not supported",
+          "executable files are not allowed in compressed files",
+          "header error",
+          "header size exceeds maximum permitted",
+          "illegal attachment on your message",
+          "improper use of 8-bit data in message header",
+          "it has a potentially executable attachment",
+          "message contain invalid mime headers",
+          "message contain improperly-formatted binary content",
+          "message contain text that uses unnecessary base64 encoding",
+          "message header size, or recipient list, exceeds policy limit",
+          "message mime complexity exceeds the policy maximum",
+          "message was blocked because its content presents a potential", # https://support.google.com/mail/answer/6590
+          "routing loop detected -- too many received: headers",
+          'too many "received" headers', # Exim/deliver.c:5425
+          "we do not accept messages containing images or other attachments",
         ].freeze
 
         def text; return 'contenterror'; end

data/lib/sisimai/reason/{mesgtoobig.rb → emailtoolarge.rb}

@@ -2,27 +2,25 @@ module Sisimai
   module Reason
     # This is the error that a sent email size is too big for a destination mail server. In many
     # case, There are many attachment files with email, or the file size is too large. Sisimai will
-    # set "mesgtoobig" to the reason of email bounce if the value of Status: field in a bounce email
-    # is "5.3.4".
-    module MesgTooBig
+    # set "emailtoolarge" to the reason of email bounce if the value of Status: field in a bounce
+    # email is "5.2.3" or "5.3.4".
+    module EmailTooLarge
       class << self
         Index = [
-          'exceeded maximum inbound message size',
-          'exceeded the maximum incoming message size',
-          'line limit exceeded',
-          'max message size exceeded',
-          'message file too big',
-          'message length exceeds administrative limit',
-          'message size exceeds fixed limit',
-          'message size exceeds fixed maximum message size',
-          'message size exceeds maximum value',
-          'message too big',
-          'message too large for this ',
-          'size limit',
-          'taille limite du message atteinte',
+          "exceeds the maximum size ",
+          "line limit exceeded",
+          "message too large",
+          "size limit",
+          "taille limite du message atteinte",
+        ].freeze
+        Pairs = [
+          ["exceeded", "message size"],
+          ["message ", "exceeds ", "limit"],
+          ["message ", "size", "exceed"],
+          ["message ", "too", "big"],
         ].freeze
 
-        def text; return 'mesgtoobig'; end
+        def text; return 'emailtoolarge'; end
         def description; return 'Email rejected due to an email size is too big for a destination mail server'; end
 
         # Try to match that the given text and regular expressions
@@ -31,6 +29,7 @@ module Sisimai
         def match(argv1)
           return false if argv1.nil? || argv1.empty?
           return true  if Index.any? { |a| argv1.include?(a) }
+          return true  if Pairs.any? { |a| Sisimai::String.aligned(argv1, a) }
           return false
         end
 
@@ -40,18 +39,18 @@ module Sisimai
         #                                   false: is not big
         # @see http://www.ietf.org/rfc/rfc2822.txt
         def true(argvs)
-          return true if argvs['reason'] == 'mesgtoobig'
+          return true if argvs['reason'] == 'emailtoolarge'
 
           statuscode = argvs['deliverystatus'] || ''
           tempreason = Sisimai::SMTP::Status.name(statuscode)
 
-          # Delivery status code points "mesgtoobig".
+          # Delivery status code points "emailtoolarge".
           # Status: 5.3.4
           # Diagnostic-Code: SMTP; 552 5.3.4 Error: message file too big
-          return true if tempreason == 'mesgtoobig'
-
-          #  5.2.3   Message length exceeds administrative limit
-          return false if( tempreason == 'exceedlimit' || statuscode == '5.2.3' )
+          #
+          # Status: 5.2.3
+          # Deiagnostic-Code: Message length exceeds administrative limit
+          return true if tempreason == 'emailtoolarge'
           return match(argvs['diagnosticcode'].downcase)
         end
 
@@ -60,5 +59,3 @@ module Sisimai
   end
 end
 
-
-

data/lib/sisimai/reason/expired.rb

@@ -7,32 +7,36 @@ module Sisimai
     # the message you sent has been in the queue for long time.
     module Expired
       class << self
-        require 'sisimai/string'
-
         Index = [
-          'connection timed out',
-          'could not find a gateway for',
-          'delivery attempts will continue to be',
-          'delivery expired',
-          'delivery time expired',
-          'failed to deliver to domain ',
-          'giving up on',
-          'have been failing for a long time',
-          'has been delayed',
-          'it has not been collected after',
-          'message expired after sitting in queue for',
-          'message expired, cannot connect to remote server',
-          'message expired, connection refulsed',
-          'message timed out',
-          'retry time not reached for any host after a long failure period',
-          'server did not respond',
-          'this message has been in the queue too long',
-          'unable to deliver message after multiple retries',
-          'was not reachable within the allowed queue period',
-          'your message could not be delivered for more than',
+          "connection timed out",
+          "could not find a gateway for",
+          "delay reason: ",    # Exim/deliver.c:7459
+          "delivery attempts will continue to be",
+          "envelope expired",  # OpenSMTPD/smtpd/queue.c:221
+          "failed to deliver to domain ",
+          "frozen on arrival", # Exim/receive.c:4022
+          "has been delayed",
+          "has been frozen",   # Exim/deliver.c:7586
+          "have been failing for a long time", # Exim/smtp.c:3508
+          "host not reachable",
+          "it has not been collected after",
+          "message could not be delivered for more than",
+          "message expired, ",
+          "message has been in the queue too long",
+          "message was not delivered within ",
+          "message timed out",
+          "retry timeout exceeded",             # Exim/retry.c:902
+          "server did not accept our requests to connect",
+          "server did not respond",
+          "unable to deliver message after multiple retries",
         ].freeze
         Pairs = [
-          ['could not be delivered for', ' days'],
+          ["could not be delivered for", " days"],
+          ["could not deliver for the last", "second"],
+          ["delivery ", "expired"],
+          ["delivery ", "delayed"],
+          ["exceed", "time", "out"],
+          ["not", "reach", "period"], # Exim/smtp.c:3508
         ].freeze
 
         def text; return 'expired'; end

data/lib/sisimai/reason/filtered.rb

@@ -10,22 +10,18 @@ module Sisimai
     module Filtered
       class << self
         Index = [
-          'because the recipient is only accepting mail from specific email addresses',   # AOL Phoenix
-          'bounced address',  # SendGrid|a message to an address has previously been Bounced.
-          'due to extended inactivity new mail is not currently being accepted for this mailbox',
-          'has restricted sms e-mail',    # AT&T
-          'is not accepting any mail',
+          "account is protected by",
+          "has restricted sms e-mail", # AT&T
+          "is not accepting any mail",
           "message filtered",
-          'message rejected due to user rules',
-          'not found recipient account',
-          'refused due to recipient preferences', # Facebook
-          'resolver.rst.notauthorized',   # Microsoft Exchange
-          'this account is protected by',
-          'user not found',   # Filter on MAIL.RU
-          'user refuses to receive this mail',
-          'user reject',
-          'we failed to deliver mail because the following address recipient id refuse to receive mail',  # Willcom
-          'you have been blocked by the recipient',
+          "message rejected due to user rules",
+          "not found recipient account",
+          "recipient id refuse to receive mail", # Willcom
+          "recipient is only accepting mail from specific email addresses", # AOL Phoenix
+          "refused due to recipient preferences", # Facebook
+          "user refuses to receive this mail",
+          "user reject",
+          "you have been blocked by the recipient",
         ].freeze
 
         def text; return 'filtered'; end
@@ -48,7 +44,6 @@ module Sisimai
         def true(argvs)
           return true if argvs['reason'] == 'filtered'
 
-          require 'sisimai/reason/userunknown'
           tempreason = Sisimai::SMTP::Status.name(argvs['deliverystatus'])
           return false if tempreason == 'suspend'
 
@@ -56,12 +51,13 @@ module Sisimai
           thecommand = argvs['command']                 || ''
           if tempreason == 'filtered'
             # Delivery status code points "filtered".
+            require 'sisimai/reason/userunknown'
             return true if Sisimai::Reason::UserUnknown.match(issuedcode) || match(issuedcode)
           else
             # The value of "reason" isn't "filtered" when the value of "command" is an SMTP command
             # to be sent before the SMTP DATA command because all the MTAs read the headers and the
             # entire message body after the DATA command.
-            return false if %w[CONN EHLO HELO MAIL RCPT].include?(thecommand)
+            return false if Sisimai::SMTP::Command::ExceptDATA.include?(thecommand)
             return true  if match(issuedcode) || Sisimai::Reason::UserUnknown.match(issuedcode)
           end
           return false

data/lib/sisimai/reason/hasmoved.rb

@@ -28,7 +28,8 @@ module Sisimai
         #                                   false: Has not moved
         # @see http://www.ietf.org/rfc/rfc2822.txt
         def true(argvs)
-          return true if argvs['reason'] == 'hasmoved'
+          return true  if argvs['reason'] == 'hasmoved'
+          return false if Sisimai::SMTP::Command::BeforeRCPT.include?(argvs['command'])
           return match(argvs['diagnosticcode'].downcase)
         end
 

data/lib/sisimai/reason/hostunknown.rb

@@ -6,26 +6,31 @@ module Sisimai
     # Status: field in a bounce mail is "5.1.2".
     module HostUnknown
       class << self
-        require 'sisimai/string'
-
         Index = [
-          'domain does not exist',
-          'domain is not reachable',
-          'domain must exist',
-          'host or domain name not found',
-          'host unknown',
-          'host unreachable',
-          'mail domain mentioned in email address is unknown',
-          'name or service not known',
-          'no such domain',
-          'recipient address rejected: unknown domain name',
-          'recipient domain must exist',
-          'the account or domain may not exist',
-          'unknown host',
-          'unroutable address',
-          'unrouteable address',
+          "all host address lookups failed", # Exim/transports/smtp.c:3524
+          "couldn't find any host ",         # qmail-remote.c:78
+          "dns server returned answer with no data",
+          "domain is not reachable",
+          "domain mentioned in email address is unknown",
+          "domain must exist",
+          "domain name not found",
+          "host or domain name not found",
+          "host unknown",
+          "host unreachable",
+          "illegal host/domain name found",
+          "invalid domain name",                    # OpenSMTPD/smtpd/mta.c:976
+          "mx records point to non-existent hosts", # Exim/routers/dnslookup.c:331
+          "name or service not known",
+          "no such domain",
+          "recipient address rejected: unknown domain name",
+          "responded with code nxdomain",
+          "unknown host",
+        ].freeze
+        Pairs = [
+          ["domain ", "not exist"],
+          ["host ", " not found"],
+          ["unrout", "able ", "address"],
         ].freeze
-        Pairs = [['553 ', ' does not exist']].freeze
 
         def text; return 'hostunknown'; end
         def description; return "Delivery failed due to a domain part of a recipient's email address does not exist"; end
@@ -47,7 +52,8 @@ module Sisimai
         #                                   false: is not unknown host.
         # @see http://www.ietf.org/rfc/rfc2822.txt
         def true(argvs)
-          return true if argvs['reason'] == 'hostunknown'
+          return true  if argvs['reason'] == 'hostunknown'
+          return false if Sisimai::SMTP::Command::BeforeRCPT.include?(argvs['command'])
 
           issuedcode = argvs['diagnosticcode'].downcase || ''
           statuscode = argvs['deliverystatus'] || ''

data/lib/sisimai/reason/mailboxfull.rb

@@ -8,55 +8,33 @@ module Sisimai
     module MailboxFull
       class << self
         Index = [
-          '452 insufficient disk space',
-          'account disabled temporarly for exceeding receiving limits',
-          'account is exceeding their quota',
-          'account is over quota',
-          'account is temporarily over quota',
-          'boite du destinataire pleine',
-          'delivery failed: over quota',
-          'disc quota exceeded',
-          'diskspace quota',
-          'does not have enough space',
-          'exceeded storage allocation',
-          'exceeding its mailbox quota',
-          'full mailbox',
-          'is over disk quota',
-          'is over quota temporarily',
-          'mail file size exceeds the maximum size allowed for mail delivery',
-          'mail quota exceeded',
-          'mailbox exceeded the local limit',
-          'mailbox full',
-          'mailbox has exceeded its disk space limit',
-          'mailbox is full',
-          'mailbox over quota',
-          'mailbox quota usage exceeded',
-          'mailbox size limit exceeded',
-          'maildir over quota',
-          'maildir delivery failed: userdisk quota ',
-          'maildir delivery failed: domaindisk quota ',
-          'mailfolder is full',
-          'no space left on device',
-          'not enough disk space',
-          'not enough storage space in',
-          'not sufficient disk space',
-          'over the allowed quota',
-          'quota exceeded',
-          'quota violation for',
-          'recipient reached disk quota',
-          'recipient rejected: mailbox would exceed maximum allowed storage',
-          'the recipient mailbox has exceeded its disk space limit',
-          "the user's space has been used up",
-          'the user you are trying to reach is over quota',
-          'too much mail data',   # @docomo.ne.jp
-          'user has exceeded quota, bouncing mail',
-          'user has too many messages on the server',
-          'user is over quota',
-          'user is over the quota',
-          'user over quota',
-          'user over quota. (#5.1.1)',    # qmail-toaster
-          'was automatically rejected: quota exceeded',
-          'would be over the allowed quota',
+          "452 insufficient disk space",
+          "account disabled temporarly for exceeding receiving limits",
+          "boite du destinataire pleine",
+          "exceeded storage allocation",
+          "full mailbox",
+          "mailbox exceeds allowed size",
+          "mailbox size limit exceeded",
+          "mailbox would exceed maximum allowed storage",
+          "mailfolder is full",
+          "no space left on device",
+          "not sufficient disk space",
+          "quota violation for",
+          "too much mail data", # @docomo.ne.jp
+          "user has exceeded quota, bouncing mail",
+          "user has too many messages on the server",
+          "user's space has been used up",
+        ].freeze
+        Pairs = [
+          ["account is ", " quota"],
+          ["disk", "quota"],
+          ["enough ", " space"],
+          ["mailbox ", "exceeded", " limit"],
+          ["mailbox ", "full"],   # Exim/transports/appendfile.c:2567
+          ["mailbox ", "quota"],
+          ["maildir ", "quota"],
+          ["over ", "quota"],
+          ["quota ", "exceeded"], # Exim/transports/appendfile.c:3050
         ].freeze
 
         def text; return 'mailboxfull'; end
@@ -68,6 +46,7 @@ module Sisimai
         def match(argv1)
           return false if argv1.nil? || argv1.empty?
           return true  if Index.any? { |a| argv1.include?(a) }
+          return true  if Pairs.any? { |a| Sisimai::String.aligned(argv1, a) }
           return false
         end
 

data/lib/sisimai/reason/networkerror.rb

@@ -11,22 +11,33 @@ module Sisimai
     module NetworkError
       class << self
         Index = [
-          'could not connect and send the mail to',
-          'dns records for the destination computer could not be found',
-          'hop count exceeded - possible mail loop',
-          'host is unreachable',
-          'host name lookup failure',
-          'host not found, try again',
-          'mail forwarding loop for ',
-          'malformed name server reply',
-          'malformed or unexpected name server reply',
-          'maximum forwarding loop count exceeded',
-          'message looping',
-          'message probably in a routing loop',
-          'no route to host',
-          'too many hops',
-          'unable to resolve route ',
-          'unrouteable mail domain',
+          "address family mismatch on destination mxs", # OpenSMTPD/smtpd/mta.c
+          "all routes to destination blocked",          # OpenSMTPD/smtpd/mta.c
+          "bad dns lookup error code",                  # OpenSMTPD/smtpd/mta.c
+          "could not connect and send the mail to",
+          "could not contact dns servers",
+          "could not retrieve source address",          # OpenSMTPD/smtpd/mta.c
+          "dns records for the destination computer could not be found",
+          "establish an smtp connection",
+          "exceeded maximum hop count",                 # Courier
+          "host is unreachable",
+          "host name lookup failure",
+          "host not found, try again",
+          "listed as a best-preference mx",
+          "loop detected",                              # OpenSMTPD/smtpd/mta.c
+          "maximum forwarding loop count exceeded",
+          "network error on destination mxs",           # OpenSMTPD/smtpd/mta.c
+          "no relevant answers",
+          "temporary failure in mx lookup",             # OpenSMTPD/smtpd/mta.c
+          "too many hops",
+          "unable to resolve route ",
+          "unrouteable mail domain",
+        ].freeze
+        Pairs = [
+          ["malformed", "name server reply"],
+          ["mail ", "loop"],
+          ["message ", "loop"],
+          ["no ", "route to"],
         ].freeze
 
         def text; return 'networkerror'; end
@@ -38,6 +49,7 @@ module Sisimai
         def match(argv1)
           return false if argv1.nil? || argv1.empty?
           return true  if Index.any? { |a| argv1.include?(a) }
+          return true  if Pairs.any? { |a| Sisimai::String.aligned(argv1, a) }
           return false
         end