sisimai 5.5.0 → 5.7.0

data/lib/sisimai/reason/spamdetected.rb

@@ -10,109 +10,59 @@ module Sisimai
     #    Last-Attempt-Date: Thu, 9 Apr 2008 23:34:45 +0900 (JST)
     module SpamDetected
       class << self
-        require 'sisimai/string'
-
         Index = [
-          ' - spam',
-          '//www.spamhaus.org/help/help_spam_16.htm',
-          '//dsbl.org/help/help_spam_16.htm',
-          '//mail.163.com/help/help_spam_16.htm',
-          '554 5.7.0 reject, id=',
-          'appears to be unsolicited',
-          'blacklisted url in message',
-          'block for spam',
-          'blocked by policy: no spam please',
-          'blocked by spamassassin',                      # rejected by SpamAssassin
-          'blocked for abuse. see http://att.net/blocks', # AT&T
-          'cannot be forwarded because it was detected as spam',
-          'considered unsolicited bulk e-mail (spam) by our mail filters',
-          'content filter rejection',
-          'cyberoam anti spam engine has identified this email as a bulk email',
-          'denied due to spam list',
-          'high probability of spam',
-          'is classified as spam and is rejected',
-          'listed in work.drbl.imedia.ru',
-          'the mail server detected your message as spam and has prevented delivery.',   # CPanel/Exim with SA rejections on
-          'mail appears to be unsolicited',   # rejected due to spam
-          'mail content denied',              # http://service.mail.qq.com/cgi-bin/help?subtype=1&&id=20022&&no=1000726
-          'may consider spam',
-          'message considered as spam or virus',
-          'message contains spam or virus',
-          'message content rejected',
-          'message detected as spam',
-          'message filtered',
-          'message filtered. please see the faqs section on spam',
-          'message filtered. refer to the troubleshooting page at ',
-          'message looks like spam',
-          'message is being rejected as it seems to be a spam',
-          'message refused by mailmarshal spamprofiler',
-          'message refused by trustwave seg spamprofiler',
-          'message rejected as spam',
-          'message rejected because of unacceptable content',
-          'message rejected due to suspected spam content',
-          'message rejected for policy reasons',
-          'message was rejected for possible spam/virus content',
-          'our email server thinks this email is spam',
-          'our system has detected that this message is ',
-          'probable spam',
-          'reject bulk.advertising',
-          'rejected: spamassassin score ',
-          'rejected - bulk email',
-          'rejecting banned content',
-          'rejecting mail content',
-          'related to content with spam-like characteristics',
-          'sender domain listed at ',
-          'sending address not accepted due to spam filter',
-          'spam blocked',
-          'spam check',
-          'spam content matched',
-          'spam detected',
-          'spam email',
-          'spam email not accepted',
-          'spam message rejected.',   # mail.ru
-          'spam not accepted',
-          'spam refused',
-          'spam rejection',
-          'spam score ',
-          'spambouncer identified spam',  # SpamBouncer identified SPAM
-          'spamming not allowed',
-          'too many spam complaints',
-          'too much spam.',               # Earthlink
-          'the email message was detected as spam',
-          'the message has been rejected by spam filtering engine',
-          'the message was rejected due to classification as bulk mail',
-          'the content of this message looked like spam', # SendGrid
-          'this message appears to be spam',
-          'this message has been identified as spam',
-          'this message has been scored as spam with a probability',
-          'this message was classified as spam',
-          'this message was rejected by recurrent pattern detection system',
-          'transaction failed spam message not queued',   # SendGrid
-          'we dont accept spam',
-          'your email appears similar to spam we have received before',
-          'your email breaches local uribl policy',
-          'your email had spam-like ',
-          'your email is considered spam',
-          'your email is probably spam',
-          'your email was detected as spam',
-          'your message as spam and has prevented delivery',
-          'your message has been temporarily blocked by our filter',
-          'your message has been rejected because it appears to be spam',
-          'your message has triggered a spam block',
-          'your message may contain the spam contents',
-          'your message failed several antispam checks',
+          "blacklisted url in message",
+          "block for spam",
+          "blocked by policy: no spam please",
+          "blocked by spamassassin", # rejected by SpamAssassin
+          "classified as spam and is rejected",
+          "content filter rejection",
+          "denied due to spam list",
+          "identified spam", # 554 SpamBouncer identified SPAM, message permanently rejected (#5.3.0)
+          "may consider spam",
+          "message content rejected",
+          "message has been temporarily blocked by our filter",
+          "message is being rejected as it seems to be a spam",
+          "message was rejected by recurrent pattern detection system",
+          "our email server thinks this email is spam",
+          "reject bulk.advertising",
+          "spam check",
+          "spam content ",
+          "spam detected",
+          "spam email",
+          "spam-like header",
+          "spam message",
+          "spam not accepted",
+          "spam refused",
+          "spamming not allowed",
+          "unsolicited ",
+          "your email breaches local uribl policy",
         ].freeze
         Pairs = [
-          ['greylisted', ' please try again in'],
-          ['mail score (', ' over '],
-          ['mail rejete. mail rejected. ', '506'],
-          ['our filters rate at and above ', ' percent probability of being spam'],
-          ['rejected by ', ' (spam)'],
-          ['rejected due to spam ', 'classification'],
-          ['rejected due to spam ', 'content'],
-          ['rule imposed as ', ' is blacklisted on'],
-          ['spam ', ' exceeded'],
-          ['this message scored ', ' spam points'],
+          ["accept", " spam"],
+          ["appears", " to ", "spam"],
+          ["bulk", "mail"],
+          ["considered", " spam"],
+          ["contain", " spam"],
+          ["detected", " spam"],
+          ["greylisted", " please try again in"],
+          ["mail score (", " over "],
+          ["mail rejete. mail rejected. ", "506"],
+          ["message ", "as spam"],
+          ["message ", "like spam"],
+          ["message ", "spamprofiler"],
+          ["probab", " spam"],
+          ["refused by", " spamprofiler"],
+          ["reject", " content"],
+          ["reject, id=", "spam"],
+          ["rejected by ", " (spam)"],
+          ["rejected due to spam ", "classification"],
+          ["rule imposed as ", " is blacklisted on"],
+          ["score", "spam"],
+          ["spam ", "block"],
+          ["spam ", "filter"],
+          ["spam ", " exceeded"],
+          ["spam ", "score"],
         ].freeze
 
         def text; return 'spamdetected'; end
@@ -141,7 +91,7 @@ module Sisimai
           # The value of "reason" isn't "spamdetected" when the value of "command" is an SMTP command
           # to be sent before the SMTP DATA command because all the MTAs read the headers and the
           # entire message body after the DATA command.
-          return false if %w[CONN EHLO HELO MAIL RCPT].include?(argvs['command'])
+          return false if Sisimai::SMTP::Command::ExceptDATA.include?(argvs['command'])
           return match(argvs['diagnosticcode'].downcase)
         end
 

data/lib/sisimai/reason/suspend.rb

@@ -6,30 +6,35 @@ module Sisimai
     module Suspend
       class << self
         Index = [
-          ' is currently suspended',
-          ' temporary locked',
-          'archived recipient',
-          'boite du destinataire archivee',
-          'email account that you tried to reach is disabled',
-          'has been suspended',
-          'inactive account',
-          'invalid/inactive user',
-          'is a deactivated mailbox', # http://service.mail.qq.com/cgi-bin/help?subtype=1&&id=20022&&no=1000742
-          'is unavailable: user is terminated',
-          'mailbox currently suspended',
-          'mailbox disabled',
-          'mailbox is frozen',
-          'mailbox unavailable or access denied',
-          'recipient rejected: temporarily inactive',
-          'recipient suspend the service',
-          "the email account that you tried to reach is inactive",
-          'this account has been disabled or discontinued',
-          'this account has been temporarily suspended',
-          'this address no longer accepts mail',
-          'this mailbox is disabled',
-          'user or domain is disabled',
-          'user suspended',   # http://mail.163.com/help/help_spam_16.htm
-          'vdelivermail: account is locked email bounced',
+          " currently suspended",
+          " temporary locked",
+          "address no longer accepts mail",
+          "archived recipient",
+          "boite du destinataire archivee",
+          "email account that you tried to reach is inactive",
+          "inactive account",
+          "inactivity new mail is not currently being accepted for this mailbox",
+          "invalid/inactive user",
+          "is a deactivated mailbox", # http://service.mail.qq.com/cgi-bin/help?subtype=1&&id=20022&&no=1000742
+          "is unavailable: user is terminated",
+          "mailbox is frozen",
+          "mailbox is inactive",
+          "mailbox unavailable or access denied",
+          "recipient rejected: temporarily inactive",
+          "recipient suspend the service",
+          "temporarily unavailable user",
+          "user is no longer with ",
+          "user or domain is disabled",
+          "user suspended", # http://mail.163.com/help/help_spam_16.htm
+          "vdelivermail: account is locked email bounced",
+        ].freeze
+        Pairs = [
+          ["account ", "disabled"],
+          ["account ", "limited"],
+          ["has been ", "suspended"],
+          ["mailaddress ", "disabled"],
+          ["mailbox ", "disabled"],
+          ["not ", "active"],
         ].freeze
 
         def text; return 'suspend'; end
@@ -41,6 +46,7 @@ module Sisimai
         def match(argv1)
           return false if argv1.nil? || argv1.empty?
           return true  if Index.any? { |a| argv1.include?(a) }
+          return true  if Pairs.any? { |a| Sisimai::String.aligned(argv1, a) }
           return false
         end
 

data/lib/sisimai/reason/syntaxerror.rb

@@ -22,14 +22,7 @@ module Sisimai
         #                                   false: is not syntax error
         # @since 4.1.25
         # @see http://www.ietf.org/rfc/rfc2822.txt
-        def true(argvs)
-          return true if argvs['reason'] == 'syntaxerror'
-
-          reply = argvs['replycode'].to_i
-          return true if reply > 400 && reply < 408 || reply > 500 && reply < 508
-          return false
-        end
-
+        def true(argvs); return false; end
       end
     end
   end

data/lib/sisimai/reason/systemerror.rb

@@ -9,33 +9,47 @@ module Sisimai
     #   message has been in the queue too long.
     module SystemError
       class << self
-        require 'sisimai/string'
         Index = [
-          'aliasing/forwarding loop broken',
+          "aliasing/forwarding loop broken",
+          "automatic homedir creator crashed", # qmail-ldap-1.03-20040101.patch:19817 - 19866
           "can't create user output file",
-          'could not load drd for domain',
-          'internal error reading data',  # Microsoft
-          'internal server error: operation now in progress', # Microsoft
-          'interrupted system call',
-          'it encountered an error while being processed',
-          'it would create a mail loop',
-          'local configuration error',
-          'local error in processing',
-          'loop was found in the mail exchanger',
-          'loops back to myself',
-          'mail system configuration error',
-          'queue file write error',
-          'recipient deferred because there is no mdb',
-          'remote server is misconfigured',
-          'server configuration error',
-          'service currently unavailable',
-          'system config error',
-          'temporary local problem',
-          'timeout waiting for input',
-          'transaction failed ',
+          "cannot send e-mail to yourself",
+          "could not load ",
+          "delivery to file forbidden", # Exim/deliver.c:5614
+          "delivery to pipe forbidden", # Exim/deliver.c:5624
+          "input/output error",
+          "interrupted system call",
+          "it encountered an error while being processed",
+          "it would create a mail loop",
+          "ldap attribute",        # qmail-ldap-1.03-20040101.patch:19817 - 19866
+          "ldap lookup",           # qmail-ldap-1.03-20040101.patch:19817 - 19866
+          "ldap server",           # qmail-ldap-1.03-20040101.patch:19817 - 19866
+          "lmtp error after ",     # Exim/transports/lmtp.c:186
+          "local delivery failed", # Exim/transports/pipe.c:1156
+          "loop back warning:",    # FML
+          "loop was found in the mail exchanger",
+          "loops back to myself",
+          "mail transport unavailable",
+          "may cause mail loop",   # FML
+          "no such file or directory",
+          "error while executing qmail-forward", # qmail-ldap-1.03-20040101.patch:19817 - 19866
+          "queue file write error",
+          "recipient deferred because there is no mdb",
+          "remote server is misconfigured",
+          "service currently unavailable",
+          "several matches found in domino directory", # Donimo
+          "temporary local problem",
+          "timeout waiting for input",
+          "too many results returned but needs to be unique", # qmail-ldap-1.03-20040101.patch:19817 - 19866
+          "transaction failed ",
         ].freeze
         Pairs = [
-          ['unable to connect ', 'daemon'],
+          ["config", " error"],
+          ["fml ", "has detected a loop condition so that"], # FML
+          ["internal ", "error"],
+          ["local ", "error"],
+          ["proxy", "broken pipe"],
+          ["unable to connect ", "daemon"],
         ].freeze
 
         def text; return 'systemerror'; end

data/lib/sisimai/reason/systemfull.rb

@@ -9,8 +9,8 @@ module Sisimai
     module SystemFull
       class << self
         Index = [
+          'exceeded storage allocation',   # MS Exchange
           'mail system full',
-          'requested mail action aborted: exceeded storage allocation',   # MS Exchange
         ].freeze
 
         def text; return 'systemfull'; end

data/lib/sisimai/reason/userunknown.rb

@@ -14,8 +14,6 @@ module Sisimai
     #   RCPT TO command)
     module UserUnknown
       class << self
-        require 'sisimai/string'
-
         PreMatches = %w[NoRelaying Blocked MailboxFull HasMoved Rejected NotAccept]
         ModulePath = {
           'Sisimai::Reason::NoRelaying'  => 'sisimai/reason/norelaying',
@@ -26,119 +24,89 @@ module Sisimai
           'Sisimai::Reason::NotAccept'   => 'sisimai/reason/notaccept',
         }
         Index = [
-          '#5.1.1 bad address',
-          '550 address invalid',
-          '5.1.0 address rejected.',
-          'address does not exist',
-          'address not present in directory',
-          'address unknown',
+          "#5.1.1 bad address",
+          "550 address invalid",
+          "5.1.0 address rejected.",
+          "address not present in directory",
+          "address unknown",
+          "badrcptto",
           "can't accept user",
-          'does not exist.',
-          'destination addresses were unknown',
-          'destination server rejected recipients',
-          'email address does not exist',
-          'email address could not be found',
-          'invalid address',
-          'invalid mailbox',
-          'invalid mailbox path',
-          'invalid recipient',
-          'is not a known user',
-          'is not a valid mailbox',
-          'is not an active address at this host',
-          'mailbox does not exist',
-          'mailbox invalid',
-          'mailbox is inactive',
-          'mailbox is unavailable',
-          'mailbox not present',
-          'mailbox not found',
-          'mailbox unavaiable',
-          'nessun utente simile in questo indirizzo',
-          'no account by that name here',
-          'no existe dicha persona',
-          'no existe ese usuario ',
-          'no mail box available for this user',
-          'no mailbox by that name is currently available',
-          'no mailbox found',
-          'no such address here',
-          'no such mailbox',
-          'no such person at this address',
-          'no such recipient',
-          'no such user',
-          'no thank you rejected: account unavailable',
-          'no valid recipients, bye',
-          'not a valid recipient',
-          'not a valid user here',
-          'not a local address',
-          'not email addresses',
-          'recipient address rejected. (in reply to rcpt to command)',
-          'recipient address rejected: access denied',
-          'recipient address rejected: invalid user',
-          'recipient address rejected: invalid-recipient',
-          'recipient address rejected: unknown user',
-          'recipient address rejected: userunknown',
-          'recipient does not exist',
-          'recipient is not accepted',
-          'recipient is not local',
-          'recipient not exist',
-          'recipient not found',
-          'recipient not ok',
-          'recipient refuses to accept your mail',
-          'recipient unknown',
-          'requested action not taken: mailbox unavailable',
-          'resolver.adr.recipient notfound',
-          'sorry, user unknown',
-          'sorry, badrcptto',
-          'sorry, no mailbox here by that name',
-          'sorry, your envelope recipient has been denied',
-          "that domain or user isn't in my list of allowed rcpthosts",
-          'the email account that you tried to reach does not exist',
-          'the following recipients was undeliverable',
-          "the user's email name is not found",
-          'there is no one at this address',
-          'this address no longer accepts mail',
-          'this email address is wrong or no longer valid',
-          'this recipient is in my badrecipientto list',
-          'this recipient is not in my validrcptto list',
-          'this spectator does not exist',
-          'unknown mailbox',
-          'unknown recipient',
-          'unknown user',
-          'user does not exist',
-          'user missing home directory',
-          'user not active',
-          'user not exist',
-          'user not found',
-          'user not known',
-          'user unknown',
-          'utilisateur inconnu !',
-          'vdeliver: invalid or unknown virtual user',
-          'weil die adresse nicht gefunden wurde oder keine e-mails empfangen kann',
-          'your envelope recipient is in my badrcptto list',
+          "destination addresses were unknown",
+          "destination server rejected recipients",
+          "domain or user isn't in my list of allowed rcpthosts",
+          "email account that you tried to reach does not exist",
+          "email address could not be found",
+          "invalid address",
+          "invalid mailbox",
+          "is not a known user",
+          "is not a valid mailbox",
+          "mailbox does not exist",
+          "mailbox invalid",
+          "mailbox not present",
+          "mailbox not found",
+          "nessun utente simile in questo indirizzo",
+          "no account by that name here",
+          "no existe dicha persona",
+          "no existe ese usuario ",
+          "no such recipient",
+          "no such user",
+          "no thank you rejected: account unavailable",
+          "no valid recipients, bye",
+          "not a valid recipient",
+          "not a valid user here",
+          "not a local address",
+          "not email addresses",
+          "recipient address rejected. (in reply to rcpt to command)",
+          "recipient address rejected: access denied",
+          "recipient address rejected: userunknown",
+          "recipient is in my badrecipientto list",
+          "recipient is not accepted",
+          "recipient is not in my validrcptto list",
+          "recipient is not local",
+          "recipient not ok",
+          "recipient refuses to accept your mail",
+          "recipient unknown",
+          "recipients was undeliverable",
+          "spectator does not exist",
+          "there is no one at this address",
+          "unknown mailbox",
+          "unknown recipient",
+          "unknown user",
+          "user missing home directory",
+          "user not known",
+          "user unknown",
+          "utilisateur inconnu !",
+          "weil die adresse nicht gefunden wurde oder keine e-mails empfangen kann",
+          "your envelope recipient has been denied",
         ].freeze
         Pairs = [
-          ['<', '> not found'],
-          ['<', '>... blocked by '],
-          ['account ', ' does not exist at the organization'],
-          ['adresse d au moins un destinataire invalide. invalid recipient.', '416'],
-          ['adresse d au moins un destinataire invalide. invalid recipient.', '418'],
-          ['bad', 'recipient'],
-          ['mailbox ', 'does not exist'],
-          ['mailbox ', 'unavailable or access denied'],
-          ['no ', ' in name directory'],
-          ['non', 'existent user'],
-          ['rcpt <', ' does not exist'],
-          ['rcpt (', 't exist '],
-          ['recipient ', ' was not found in'],
-          ['recipient address rejected: user ', '  does not exist'],
-          ['recipient address rejected: user unknown in ', '  table'],
-          ['said: 550-5.1.1 ', ' user unknown '],
-          ['said: 550 5.1.1 ', ' user unknown '],
+          ["<", "> not found"],
+          ["<", ">... blocked by "],
+          ["account ", " does not exist at the organization"],
+          ["address", " no longer"],
+          ["address", " not exist"],
+          ["bad", "recipient"],
+          ["invalid", "recipient"],
+          ["invalid", "user"],
+          ["mailbox ", "does not exist"],
+          ["mailbox ", "unavailable"],
+          ["no ", " in name directory"],
+          ["no ", "mail", "box "],
+          ["no ", "such", "address"],
+          ["non", "existent user"],
+          ["rcpt <", " does not exist"],
+          ["rcpt (", "t exist "],
+          ["recipient no", "found"],
+          ["recipient ", " not exist"],
+          ["recipient ", " was not found in"],
           ["this user doesn't have a ", " account"],
-          ['unknown e', 'mail address'],
-          ['unknown local', 'part'],
-          ['user ', ' was not found'],
-          ['user ', ' does not exist'],
-          ['user (', ') unknown'],
+          ["unknown e", "mail address"],
+          ["unknown local", "part"],
+          ["user ", " not exist"],
+          ["user ", "doesn't exist"],
+          ["user ", "not found"],
+          ["user (", ") unknown"],
+          ["user <", "> unknown"],
         ].freeze
 
         def text; return 'userunknown'; end
@@ -160,7 +128,8 @@ module Sisimai
         #                                   false: is not unknown user.
         # @see http://www.ietf.org/rfc/rfc2822.txt
         def true(argvs)
-          return true if argvs['reason'] == 'userunknown'
+          return true  if argvs['reason'] == 'userunknown'
+          return false if Sisimai::SMTP::Command::BeforeRCPT.include?(argvs['command'])
 
           tempreason = Sisimai::SMTP::Status.name(argvs['deliverystatus'])
           return false if tempreason == 'suspend'

data/lib/sisimai/reason/virusdetected.rb

@@ -14,13 +14,10 @@ module Sisimai
     #
     module VirusDetected
       class << self
-        Index = [
-          'it has a potentially executable attachment',
-          'the message was rejected because it contains prohibited virus or spam content',
-          'this form of attachment has been used by recent viruses or other malware',
-          'virus detected',
-          'virus phishing/malicious_url detected',
-          'your message was infected with a virus',
+        Index = ["it has a potentially executable attachment"].freeze
+        Pairs = [
+          ["message was ", "ected", " virus"],
+          ["virus", " detected"],
         ].freeze
 
         def text; return 'virusdetected'; end
@@ -33,6 +30,7 @@ module Sisimai
         def match(argv1)
           return false if argv1.nil? || argv1.empty?
           return true  if Index.any? { |a| argv1.include?(a) }
+          return true  if Pairs.any? { |a| Sisimai::String.aligned(argv1, a) }
           return false
         end
 
@@ -47,7 +45,7 @@ module Sisimai
           # to be sent before the SMTP DATA command because all the MTAs read the headers and the
           # entire message body after the DATA command.
           return true  if argvs['reason'] == 'virusdetected'
-          return false if %w[CONN EHLO HELO MAIL RCPT].include?(argvs['command'])
+          return false if Sisimai::SMTP::Command::ExceptDATA.include?(argvs['command'])
           return match(argvs['diagnosticcode'].downcase)
         end