sisimai 4.25.10 → 4.25.11

data/lib/sisimai/reason/exceedlimit.rb

@@ -9,7 +9,10 @@ module Sisimai
     module ExceedLimit
       # Imported from p5-Sisimail/lib/Sisimai/Reason/ExceedLimit.pm
       class << self
-        Index = ['message too large']
+        Index = [
+          'message header size exceeds limit',
+          'message too large',
+        ]
 
         def text; return 'exceedlimit'; end
         def description; return 'Email rejected due to an email exceeded the limit'; end

data/lib/sisimai/reason/expired.rb

@@ -12,9 +12,11 @@ module Sisimai
         Index = [
           'connection timed out',
           'could not find a gateway for',
+          'delivery attempts will continue to be',
           'delivery time expired',
           'failed to deliver to domain ',
           'giving up on',
+          'have been failing for a long time',
           'has been delayed',
           'it has not been collected after',
           'message expired after sitting in queue for',

data/lib/sisimai/reason/filtered.rb

@@ -18,6 +18,7 @@ module Sisimai
           'due to extended inactivity new mail is not currently being accepted for this mailbox',
           'has restricted sms e-mail',    # AT&T
           'is not accepting any mail',
+          'message rejected due to user rules',
           'refused due to recipient preferences', # Facebook
           'resolver.rst.notauthorized',   # Microsoft Exchange
           'this account is protected by',

data/lib/sisimai/reason/hostunknown.rb

@@ -22,6 +22,7 @@ module Sisimai
           'recipient domain must exist',
           'the account or domain may not exist',
           'unknown host',
+          'unroutable address',
           'unrouteable address',
         ]
         Regex = %r/553[ ][^ ]+[ ]does[ ]not[ ]exist/

data/lib/sisimai/reason/norelaying.rb

@@ -16,16 +16,21 @@ module Sisimai
         Index = [
           'as a relay',
           'insecure mail relay',
+          'is not permitted to relay through this server without authentication',
           'mail server requires authentication when attempting to send to a non-local e-mail address', # MailEnable
+          'not a gateway',
           'not allowed to relay through this machine',
           'not an open relay, so get lost',
+          'not local host',
           'relay access denied',
           'relay denied',
           'relay not permitted',
           'relaying denied',  # Sendmail
+          'relaying mail to ',
           "that domain isn't in my list of allowed rcpthost",
           'this system is not configured to relay mail',
           'unable to relay for',
+          "we don't handle mail for",
         ]
 
         def text; return 'norelaying'; end

data/lib/sisimai/reason/notaccept.rb

@@ -17,6 +17,7 @@ module Sisimai
           'host does not accept mail',        # Sendmail
           'name server: .: host not found',   # Sendmail
           'no mx record found for domain=',   # Oath(Yahoo!)
+          'no route for current request',
           'smtp protocol returned a permanent error',
         ]
 

data/lib/sisimai/reason/policyviolation.rb

@@ -19,6 +19,7 @@ module Sisimai
         Index = [
           'an illegal attachment on your message',
           'because the recipient is not accepting mail with ',    # AOL Phoenix
+          'by non-member to a members-only list',
           'closed mailing list',
           'denied by policy',
           'dmarc policy',
@@ -28,6 +29,7 @@ module Sisimai
           'header are not accepted',
           'header error',
           'local policy violation',
+          'message bounced due to organizational settings',
           'message given low priority',
           'message not accepted for policy reasons',
           'messages with multiple addresses',
@@ -35,6 +37,7 @@ module Sisimai
           'protocol violation',
           'the email address used to send your message is not subscribed to this group',
           'this message was blocked because its content presents a potential',
+          'we do not accept messages containing images or other attachments',
           'you have exceeded the allowable number of posts without solving a captcha',
           'you have exceeded the the allowable number of posts without solving a captcha',
         ]

data/lib/sisimai/reason/rejected.rb

@@ -21,8 +21,8 @@ module Sisimai
           'sender ip address rejected',
         ]
         Index = [
-          '<> invalid sender',
           'access denied (in reply to mail from command)',
+          'access denied (sender blacklisted)',
           'address rejected',
           'administrative prohibition',
           'batv failed to verify',    # SoniWall
@@ -31,6 +31,7 @@ module Sisimai
           'bogus mail from',          # IMail - block empty sender
           'connections not accepted from servers without a valid sender domain',
           'denied [bouncedeny]',      # McAfee
+          'denied by secumail valid-address-filter',
           'delivery not authorized, message refused',
           'does not exist e2110',
           'domain of sender address ',
@@ -41,6 +42,7 @@ module Sisimai
           'from: domain is invalid. please provide a valid from:',
           'fully qualified email address required',   # McAfee
           'invalid domain, see <url:',
+          'invalid sender',
           'is not a registered gateway user',
           'mail from not owned by user',
           'message rejected: email address is not verified',
@@ -51,6 +53,7 @@ module Sisimai
           'returned mail not accepted here',
           'rfc 1035 violation: recursive cname records for',
           'rule imposed mailbox access for',  # MailMarshal
+          'sender address has been blacklisted',
           'sender email address rejected',
           'sender is spammer',
           'sender not pre-approved',
@@ -59,6 +62,7 @@ module Sisimai
           'sender verify failed', # Exim callout
           'syntax error: empty email address',
           'the message has been rejected by batv defense',
+          'this server does not accept mail from',
           'transaction failed unsigned dsn for',
           'unroutable sender address',
           'you are sending to/from an address that has been blacklisted',

data/lib/sisimai/reason/spamdetected.rb

@@ -30,10 +30,12 @@ module Sisimai
             )
           |blocked[ ]for[ ]abuse[.][ ]see[ ]http://att[.]net/blocks   # AT&T
           |bulk[ ]email
+          |considered[ ]unsolicited[ ]bulk[ ]e-mail[ ][(]spam[)][ ]by[ ]our[ ]mail[ ]filters
           |content[ ]filter[ ]rejection
           |cyberoam[ ]anti[ ]spam[ ]engine[ ]has[ ]identified[ ]this[ ]email[ ]as[ ]a[ ]bulk[ ]email
           |denied[ ]due[ ]to[ ]spam[ ]list
           |greylisted.?.[ ]please[ ]try[ ]again[ ]in
+          |high[ ]probability[ ]of[ ]spam
           |https?://(?:www[.]spamhaus[.]org|dsbl[.]org|mail[.]163[.]com/help/help_spam_16[.]htm)
           |listed[ ]in[ ]work[.]drbl[.]imedia[.]ru
           |mail[ ](?:
@@ -51,7 +53,10 @@ module Sisimai
               |refer[ ]to[ ]the[ ]troubleshooting[ ]page[ ]at[ ]
               )
             |looks[ ]like[ ]spam
-            |refused[ ]by[ ]mailmarshal[ ]spamprofiler
+            |refused[ ]by[ ](?:
+              mailmarshal[ ]spamprofiler
+             |trustwave[ ]seg[ ]spamprofiler
+             )
             |rejected[ ](?:
                as[ ]spam
               |because[ ]of[ ]unacceptable[ ]content
@@ -69,9 +74,9 @@ module Sisimai
           |rejected(?:
              :[ ]spamassassin[ ]score[ ]
             |[ ]by[ ][^ ]+[ ][(]spam[)]
-            |[ ]due[ ]to[ ]spam[ ](?:classification|content)
+            |[ ]due[ ]to[ ]spam[ ](?:url[ ]in[ ])?(?:classification|content)
             )
-          |rejecting[ ]banned[ ]content
+          |rejecting[ ](?:banned|mail)[ ]content
           |related[ ]to[ ]content[ ]with[ ]spam[-]like[ ]characteristics
           |rule[ ]imposed[ ]as[ ][^ ]+[ ]is[ ]blacklisted[ ]on
           |sender[ ]domain[ ]listed[ ]at[ ][^ ]+

data/lib/sisimai/reason/suspend.rb

@@ -13,6 +13,7 @@ module Sisimai
           ' temporary locked',
           'boite du destinataire archivee',
           'email account that you tried to reach is disabled',
+          'has been suspended',
           'invalid/inactive user',
           'is a deactivated mailbox', # http://service.mail.qq.com/cgi-bin/help?subtype=1&&id=20022&&no=1000742
           'mailbox currently suspended',

data/lib/sisimai/reason/systemerror.rb

@@ -13,6 +13,7 @@ module Sisimai
       # Imported from p5-Sisimail/lib/Sisimai/Reason/SystemError.pm
       class << self
         Index = [
+          'aliasing/forwarding loop broken',
           "can't create user output file",
           'could not load drd for domain',
           'internal error reading data',  # Microsoft
@@ -25,6 +26,7 @@ module Sisimai
           'loop was found in the mail exchanger',
           'loops back to myself',
           'mail system configuration error',
+          'remote server is misconfigured',
           'server configuration error',
           'service currently unavailable',
           'system config error',

data/lib/sisimai/reason/userunknown.rb

@@ -28,10 +28,13 @@ module Sisimai
            [#]5[.]1[.]1[ ]bad[ ]address
           |[<][^ ]+[>][ ]not[ ]found
           |[<][^ ]+[@][^ ]+[>][.][.][.][ ]blocked[ ]by[ ]
+          |550[ ]address[ ]invalid
           |5[.]0[.]0[.][ ]mail[ ]rejected[.]
           |5[.]1[.]0[ ]address[ ]rejected[.]
+          |account[ ][^ ]+[ ]does[ ]not[ ]exist[ ]at[ ]the[ ]organization
           |adresse[ ]d[ ]au[ ]moins[ ]un[ ]destinataire[ ]invalide[.][ ]invalid[ ]recipient[.][0-9a-z_]+41[68]
           |address[ ](?:does[ ]not[ ]exist|unknown)
+          |address[ ](?:does[ ]not[ ]exist|not[ ]present[ ]in[ ]directory|unknown)
           |archived[ ]recipient
           |bad[-_ ]recipient
           |can[']t[ ]accept[ ]user
@@ -43,7 +46,7 @@ module Sisimai
           |email[ ]address[ ](?:does[ ]not[ ]exist|could[ ]not[ ]be[ ]found)
           |invalid[ ](?:
              address
-            |mailbox:
+            |mailbox:?
             |mailbox[ ]path
             |recipient
             )
@@ -61,6 +64,7 @@ module Sisimai
             |not[ ](?:present|found)
             |unavailable
             )
+          |nessun[ ]utente[ ]simile[ ]in[ ]questo[ ]indirizzo
           |no[ ](?:
              [ ][^ ]+[ ]in[ ]name[ ]directory
             |account[ ]by[ ]that[ ]name[ ]here
@@ -138,6 +142,7 @@ module Sisimai
             |not[ ](?:active|exist|found|known)
             |unknown
             )
+          |utilisateur[ ]inconnu[ ]!
           |vdeliver:[ ]invalid[ ]or[ ]unknown[ ]virtual[ ]user
           |your[ ]envelope[ ]recipient[ ]is[ ]in[ ]my[ ]badrcptto[ ]list
           )

data/lib/sisimai/rfc1894.rb

@@ -38,14 +38,14 @@ module Sisimai
         'addr' => %r/\A((?:Original|Final|X-Actual)-Recipient):[ ]*(.+?);[ ]*(.+)/,
         'code' => %r/\A(Diagnostic-Code):[ ]*(.+?);[ ]*(.*)/,
         'date' => %r/\A((?:Arrival|Last-Attempt)-Date):[ ]*(.+)/,
-        'host' => %r/\A((?:Reporting|Received-From|Remote)-MTA):[ ]*(.+?);[ ]*(.+)/,
-        'list' => %r/\A(Action):[ ]*(failed|delayed|delivered|relayed|expanded|expired|failure)/i,
+        'host' => %r/\A((?:Received-From|Remote|Reporting)-MTA):[ ]*(.+?);[ ]*(.+)/,
+        'list' => %r/\A(Action):[ ]*(delayed|deliverable|delivered|expanded|expired|failed|failure|relayed)/i,
         'stat' => %r/\A(Status):[ ]*([245][.]\d+[.]\d+)/,
         'text' => %r/\A(X-Original-Message-ID):[ ]*(.+)/,
-       #text: %r/\A(Original-Envelope-Id|Final-Log-ID):[ ]*(.+)/,
+       #'text' => %r/\A(Final-Log-ID|Original-Envelope-Id):[ ]*(.+)/,
       }.freeze
 
-      Correction = { action: { 'failure' => 'failed', 'expired' => 'delayed' } }
+      Correction = { action: { 'deliverable' => 'delivered', 'expired' => 'delayed', 'failure' => 'failed' }}
       FieldGroup = {
         'original-recipient'    => 'addr',
         'final-recipient'       => 'addr',
@@ -86,8 +86,8 @@ module Sisimai
       # @since v4.25.0
       def match(argv0 = '')
         return nil if argv0.empty?
-        return 1 if FieldNames[0].any? { |a| argv0.start_with?(a) }
-        return 2 if FieldNames[1].any? { |a| argv0.start_with?(a) }
+        return 1   if FieldNames[0].any? { |a| argv0.start_with?(a) }
+        return 2   if FieldNames[1].any? { |a| argv0.start_with?(a) }
         return nil
       end
 
@@ -98,42 +98,44 @@ module Sisimai
       def field(argv0 = '')
         return nil if argv0.empty?
         group = FieldGroup[argv0.split(':',2).shift.downcase] || ''
-        match = []
 
         return nil if group.empty?
         return nil unless CapturesOn[group]
 
+        table = ['', '', '', '']
+        match = false
         while cv = argv0.match(CapturesOn[group])
           # Try to match with each pattern of Per-Message field, Per-Recipient field
-          # - 0: Field-Name
-          # - 1: Sub Type: RFC822, DNS, X-Unix, and so on)
-          # - 2: Value
-          # - 3: Field Group(addr, code, date, host, stat, text)
-          match[0] = cv[1].downcase
-          match[3] = group
+          #   - 0: Field-Name
+          #   - 1: Sub Type: RFC822, DNS, X-Unix, and so on)
+          #   - 2: Value
+          #   - 3: Field Group(addr, code, date, host, stat, text)
+          match = true
+          table[0] = cv[1].downcase
+          table[3] = group
 
           if group == 'addr' || group == 'code' || group == 'host'
             # - Final-Recipient: RFC822; kijitora@nyaan.jp
             # - Diagnostic-Code: SMTP; 550 5.1.1 <kijitora@example.jp>... User Unknown
             # - Remote-MTA: DNS; mx.example.jp
-            match[1] = cv[2].upcase
-            match[2] = group == 'host' ? cv[3].downcase : cv[3]
-            match[2] = '' if match[2] =~ /\A\s+\z/  # Remote-MTA: dns;
+            table[1] = cv[2].upcase
+            table[2] = group == 'host' ? cv[3].downcase : cv[3]
+            table[2] = '' if table[2] =~ /\A\s+\z/  # Remote-MTA: dns;
           else
             # - Action: failed
             # - Status: 5.2.2
-            match[1] = ''
-            match[2] = group == 'date' ? cv[2] : cv[2].downcase
+            table[1] = ''
+            table[2] = group == 'date' ? cv[2] : cv[2].downcase
 
             # Correct invalid value in Action field:
             break unless group == 'list'
-            break unless Correction[:action][match[2]]
-            match[2] = Correction[:action][match[2]]
+            break unless Correction[:action][table[2]]
+            table[2] = Correction[:action][table[2]]
           end
           break
         end
-        return nil if match.empty?
-        return match
+        return nil unless match
+        return table
       end
 
     end

data/lib/sisimai/rfc3464.rb

@@ -174,7 +174,7 @@ module Sisimai
                 maybealias = cv[2]
               else
                 # Final-Recipient: ...
-                x = v['recipienet'] || ''
+                x = v['recipient'] || ''
                 y = Sisimai::Address.s3s4(cv[2])
                 y = maybealias unless Sisimai::RFC5322.is_emailaddress(y)
 

data/lib/sisimai/rfc3834.rb

@@ -99,7 +99,7 @@ module Sisimai
         if mhead['content-type']
           # Get the boundary string and set regular expression for matching with
           # the boundary string.
-          b0 = Sisimai::MIME.boundary(mhead['content-type'], 0)
+          b0 = Sisimai::MIME.boundary(mhead['content-type'], 0) || ''
           MarkingsOf[:boundary] = %r/\A\Q#{b0}\E\z/ unless b0.empty?
         end
 

data/lib/sisimai/rfc5322.rb

@@ -64,7 +64,7 @@ module Sisimai
       # Fields that might be long
       # @return   [Hash] Long filed(email header) list
       def LONGFIELDS
-        return { 'to' => 1, 'from' => 1, 'subject' => 1, 'message-id' => 1 }
+        return { 'to' => true, 'from' => true, 'subject' => true, 'message-id' => true }
       end
 
       # Check that the argument is an email address or not
@@ -191,8 +191,13 @@ module Sisimai
         v[1] ||= ''
 
         unless v[1].empty?
-          v[1].sub(/\A[\r\n\s]+/, '')
-          v[1].sub(/\n\n.+\z/m, '')
+          # Remove blank lines, the message body of the original message, and append "\n" at the end
+          # of the original message headers
+          # 1. Remove leading blank lines
+          # 2. Remove text after the first blank line: \n\n
+          # 3. Append "\n" at the end of test block when the last character is not "\n"
+          v[1].sub!(/\A[\r\n\s]+/, '')
+          v[1] = v[1][0, v[1].index("\n\n")] if v[1].include?("\n\n")
           v[1] << "\n" unless v[1].end_with?("\n")
         end
         return v

data/lib/sisimai/rhost.rb

@@ -59,6 +59,7 @@ module Sisimai
           rhostclass = modulename.gsub('::', '/').downcase
           break
         end
+        return nil if rhostclass.empty?
 
         require rhostclass
         reasontext = Module.const_get(modulename).get(argvs)

data/lib/sisimai/rhost/exchangeonline.rb

@@ -22,6 +22,7 @@ module Sisimai
           '5.2.2'   => [{ reason: 'mailboxfull', string: 'Mailbox full' }],
           '5.2.3'   => [{ reason: 'exceedlimit', string: 'Message too large' }],
           '5.2.4'   => [{ reason: 'systemerror', string: 'Mailing list expansion problem' }],
+          '5.2.14'  => [{ reason: 'systemerror', string: 'misconfigured forwarding address' }],
           '5.2.122' => [{ reason: 'toomanyconn' ,string: 'The recipient has exceeded their limit for' }],
           '5.3.3'   => [{ reason: 'systemfull',  string: 'Unrecognized command' }],
           '5.3.4'   => [{ reason: 'mesgtoobig',  string: 'Message too big for system' }],
@@ -29,6 +30,7 @@ module Sisimai
           '5.4.1'   => [{ reason: 'rejected',    string: 'Recipient address rejected: Access denied' }],
           '5.4.11'  => [{ reason: 'contenterror',string: 'Agent generated message depth exceeded' }],
           '5.4.14'  => [{ reason: 'networkerror',string: 'Hop count exceeded' }],
+          '5.4.310' => [{ reason: 'systemerror', string: 'does not exist' }], # DNS domain * does not exist
           '5.5.2'   => [{ reason: 'syntaxerror', string: 'Send hello first' }],
           '5.5.3'   => [{ reason: 'syntaxerror', string: 'Too many recipients' }],
           '5.5.4'   => [{ reason: 'filtered',    string: 'Invalid domain name' }],
@@ -100,7 +102,12 @@ module Sisimai
           'networkerror'  => ['SMTPSEND.DNS.MxLoopback'],
           'rejected'      => ['RESOLVER.RST.NotAuthorized'],
           'securityerror' => ['RESOLVER.RST.AuthRequired'],
-          'systemerror'   => ['RESOLVER.ADR.Ambiguous', 'RESOLVER.ADR.BadPrimary', 'RESOLVER.ADR.InvalidInSmtp'],
+          'systemerror'   => [
+            'RESOLVER.ADR.Ambiguous',
+            'RESOLVER.ADR.BadPrimary',
+            'RESOLVER.ADR.InvalidInSmtp',
+            'RESOLVER.FWD.NotFound',
+          ],
           'toomanyconn'   => ['RESOLVER.ADR.RecipLimit', 'RESOLVER.ADR.RecipientLimit'],
           'userunknown'   => [
             'RESOLVER.ADR.RecipNotFound',

data/lib/sisimai/smtp/error.rb

@@ -24,27 +24,28 @@ module Sisimai
         #                           nil:   is not an error
         # @since v4.17.3
         def is_permanent(argv1 = '')
-          getchecked = nil
+          return nil unless argv1
+          permanent1 = nil
           statuscode = Sisimai::SMTP::Status.find(argv1) || Sisimai::SMTP::Reply.find(argv1) || '0'
 
           if (classvalue = statuscode[0, 1].to_i) > 0
             # 2, 4, or 5
             if classvalue == 5
               # Permanent error
-              getchecked = true
+              permanent1 = true
 
             elsif classvalue == 4
               # Temporary error
-              getchecked = false
+              permanent1 = false
 
             elsif classvalue == 2
               # Succeeded
-              getchecked = nil
+              permanent1 = nil
             end
           else
             # Check with regular expression
             v = argv1.downcase
-            getchecked = if v.include?('temporar') || v.include?('persistent')
+            permanent1 = if v.include?('temporar') || v.include?('persistent')
                            # Temporary failure
                            false
                          elsif v.include?('permanent')
@@ -53,7 +54,7 @@ module Sisimai
                          end
           end
 
-          return getchecked
+          return permanent1
         end
 
         # Check softbounce or not
@@ -64,6 +65,7 @@ module Sisimai
         #                           '':     May not be bounce ?
         # @since v4.17.3
         def soft_or_hard(argv1 = '', argv2 = '')
+          return nil unless argv1
           return nil if argv1.empty?
           value = nil