sisimai 5.0.3 → 5.2.0

data/lib/sisimai/lhost/facebook.rb

@@ -1,188 +0,0 @@
-module Sisimai::Lhost
-  # Sisimai::Lhost::Facebook parses a bounce email which created by Facebook. Methods in the module
-  # are called from only Sisimai::Message.
-  module Facebook
-    class << self
-      require 'sisimai/lhost'
-
-      Indicators = Sisimai::Lhost.INDICATORS
-      Boundaries = ['Content-Disposition: inline'].freeze
-      StartingOf = { message: ['This message was created automatically by Facebook.'] }.freeze
-      ReFailures = {
-        # http://postmaster.facebook.com/response_codes
-        # NOT TESTD EXCEPT RCP-P2
-        'userunknown' => [
-          'RCP-P1', # The attempted recipient address does not exist.
-          'INT-P1', # The attempted recipient address does not exist.
-          'INT-P3', # The attempted recpient group address does not exist.
-          'INT-P4', # The attempted recipient address does not exist.
-        ],
-        'filtered' => [
-          'RCP-P2', # The attempted recipient's preferences prevent messages from being delivered.
-          'RCP-P3', # The attempted recipient's privacy settings blocked the delivery.
-        ],
-        'mesgtoobig' => [
-          'MSG-P1', # The message exceeds Facebook's maximum allowed size.
-          'INT-P2', # The message exceeds Facebook's maximum allowed size.
-        ],
-        'contenterror' => [
-          'MSG-P2', # The message contains an attachment type that Facebook does not accept.
-          'MSG-P3', # The message contains multiple instances of a header field that can only be present once. Please see RFC 5322, section 3.6 for more information
-          'POL-P6', # The message contains a url that has been blocked by Facebook.
-          'POL-P7', # The message does not comply with Facebook's abuse policies and will not be accepted.
-        ],
-        'securityerror' => [
-          'POL-P1', # Your mail server's IP Address is listed on the Spamhaus PBL.
-          'POL-P2', # Facebook will no longer accept mail from your mail server's IP Address.
-          'POL-P5', # The message contains a virus.
-          'POL-P7', # The message does not comply with Facebook's Domain Authentication requirements.
-        ],
-        'notaccept' => [
-          'POL-P3', # Facebook is not accepting messages from your mail server. This will persist for 4 to 8 hours.
-          'POL-P4', # Facebook is not accepting messages from your mail server. This will persist for 24 to 48 hours.
-          'POL-T1', # Facebook is not accepting messages from your mail server, but they may be retried later. This will persist for 1 to 2 hours.
-          'POL-T2', # Facebook is not accepting messages from your mail server, but they may be retried later. This will persist for 4 to 8 hours.
-          'POL-T3', # Facebook is not accepting messages from your mail server, but they may be retried later. This will persist for 24 to 48 hours.
-        ],
-        'rejected' => [
-          'DNS-P1', # Your SMTP MAIL FROM domain does not exist.
-          'DNS-P2', # Your SMTP MAIL FROM domain does not have an MX record.
-          'DNS-T1', # Your SMTP MAIL FROM domain exists but does not currently resolve.
-          'DNS-P3', # Your mail server does not have a reverse DNS record.
-          'DNS-T2', # You mail server's reverse DNS record does not currently resolve.
-        ],
-        'systemerror' => [
-          'CON-T1', # Facebook's mail server currently has too many connections open to allow another one.
-        ],
-        'toomanyconn' => [
-          'CON-T3', # Your mail server has opened too many new connections to Facebook's mail servers in a short period of time.
-        ],
-        'suspend' => [
-          'RCP-T4', # The attempted recipient address is currently deactivated. The user may or may not reactivate it.
-        ],
-        'undefined' => [
-          'RCP-T1', # The attempted recipient address is not currently available due to an internal system issue. This is a temporary condition.
-          'MSG-T1', # The number of recipients on the message exceeds Facebook's allowed maximum.
-          'CON-T2', # Your mail server currently has too many connections open to Facebook's mail servers.
-          'CON-T4', # Your mail server has exceeded the maximum number of recipients for its current connection.
-        ],
-      }.freeze
-
-      # Parse bounce messages from Facebook
-      # @param  [Hash] mhead    Message headers of a bounce email
-      # @param  [String] mbody  Message body of a bounce email
-      # @return [Hash]          Bounce data list and message/rfc822 part
-      # @return [Nil]           it failed to parse or the arguments are missing
-      def inquire(mhead, mbody)
-        return nil unless mhead['from'] == 'Facebook <mailer-daemon@mx.facebook.com>'
-        return nil unless mhead['subject'] == 'Sorry, your message could not be delivered'
-
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
-        emailparts = Sisimai::RFC5322.part(mbody, Boundaries)
-        bodyslices = emailparts[0].split("\n")
-        readslices = ['']
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        fbresponse = ''     # (String) Response code from Facebook
-        v = nil
-
-        while e = bodyslices.shift do
-          # Read error messages and delivery status lines from the head of the email to the previous
-          # line of the beginning of the original message.
-          readslices << e # Save the current line for the next loop
-
-          if readcursor == 0
-            # Beginning of the bounce message or message/delivery-status part
-            readcursor |= Indicators[:deliverystatus] if e == StartingOf[:message][0]
-            next
-          end
-          next if (readcursor & Indicators[:deliverystatus]) == 0
-          next if e.empty?
-
-          if f = Sisimai::RFC1894.match(e)
-            # "e" matched with any field defined in RFC3464
-            o = Sisimai::RFC1894.field(e) || next
-            v = dscontents[-1]
-
-            if o[-1] == 'addr'
-              # Final-Recipient: rfc822; kijitora@example.jp
-              # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-              if o[0] == 'final-recipient'
-                # Final-Recipient: rfc822; kijitora@example.jp
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::Lhost.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = o[2]
-                recipients += 1
-              else
-                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                v['alias'] = o[2]
-              end
-            elsif o[-1] == 'code'
-              # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-              v['spec'] = o[1]
-              v['diagnosis'] = o[2]
-            else
-              # Other DSN fields defined in RFC3464
-              next unless fieldtable[o[0]]
-              v[fieldtable[o[0]]] = o[2]
-
-              next unless f
-              permessage[fieldtable[o[0]]] = o[2]
-            end
-          else
-            # Continued line of the value of Diagnostic-Code field
-            next unless readslices[-2].start_with?('Diagnostic-Code:')
-            next unless e.start_with?(' ')
-            v['diagnosis'] << ' ' << e[e.rindex(' ') + 1, e.size]
-            readslices[-1] = 'Diagnostic-Code: ' << e
-          end
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-
-          p0 = e['diagnosis'].index('-') || -1
-          fbresponse = e['diagnosis'][p0 - 3, 6] if p0 > 0
-
-          catch :SESSION do
-            ReFailures.each_key do |r|
-              # Verify each regular expression of session errors
-              ReFailures[r].each do |rr|
-                # Check each regular expression
-                next unless fbresponse == rr
-                e['reason'] = r
-                throw :SESSION
-              end
-            end
-          end
-
-          # http://postmaster.facebook.com/response_codes
-          #   Facebook System Resource Issues
-          #   These codes indicate a temporary issue internal to Facebook's
-          #   system. Administrators observing these issues are not required to
-          #   take any action to correct them.
-          next if e['reason']
-
-          # * INT-Tx
-          #
-          # https://groups.google.com/forum/#!topic/cdmix/eXfi4ddgYLQ
-          # This block has not been tested because we have no email sample
-          # including "INT-T?" error code.
-          next unless fbresponse.start_with?('INT-T')
-          e['reason'] = 'systemerror'
-        end
-
-        return { 'ds' => dscontents, 'rfc822' => emailparts[1] }
-      end
-      def description; return 'Facebook: https://www.facebook.com'; end
-    end
-  end
-end
-

data/lib/sisimai/lhost/gsuite.rb

@@ -1,194 +0,0 @@
-module Sisimai::Lhost
-  # Sisimai::Lhost::GSuite parses a bounce email which created by G Suite. Methods in the module are
-  # called from only Sisimai::Message.
-  module GSuite
-    class << self
-      require 'sisimai/lhost'
-
-      Indicators = Sisimai::Lhost.INDICATORS
-      Boundaries = ['Content-Type: message/rfc822', 'Content-Type: text/rfc822-headers'].freeze
-      MarkingsOf = {
-        message: ['** '],
-        error:   ['The response was:', 'The response from the remote server was:'],
-      }.freeze
-      MessagesOf = {
-        'userunknown'  => ["because the address couldn't be found. Check for typos or unnecessary spaces and try again."],
-        'notaccept'    => ['Null MX'],
-        'networkerror' => [' had no relevant answers.', ' responded with code NXDOMAIN'],
-      }.freeze
-
-      # Parse bounce messages from G Suite (Transfer from G Suite to a destinaion host)
-      # @param  [Hash] mhead    Message headers of a bounce email
-      # @param  [String] mbody  Message body of a bounce email
-      # @return [Hash]          Bounce data list and message/rfc822 part
-      # @return [Nil]           it failed to parse or the arguments are missing
-      def inquire(mhead, mbody)
-        return nil unless mhead['from'].end_with?('<mailer-daemon@googlemail.com>')
-        return nil unless mhead['subject'].start_with?('Delivery Status Notification')
-        return nil unless mhead['x-gm-message-state']
-
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
-        emailparts = Sisimai::RFC5322.part(mbody, Boundaries)
-        bodyslices = emailparts[0].split("\n")
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        endoferror = false  # (Integer) Flag for a blank line after error messages
-        anotherset = {}     # (Hash) Another error information
-        emptylines = 0      # (Integer) The number of empty lines
-        v = nil
-
-        while e = bodyslices.shift do
-          # Read error messages and delivery status lines from the head of the email to the previous
-          # line of the beginning of the original message.
-          if readcursor == 0
-            # Beginning of the bounce message or message/delivery-status part
-            readcursor |= Indicators[:deliverystatus] if MarkingsOf[:message].any? { |a| e.start_with?(a) }
-          end
-          next if (readcursor & Indicators[:deliverystatus]) == 0
-
-          if f = Sisimai::RFC1894.match(e)
-            # "e" matched with any field defined in RFC3464
-            next unless o = Sisimai::RFC1894.field(e)
-            v = dscontents[-1]
-
-            if o[-1] == 'addr'
-              # Final-Recipient: rfc822; kijitora@example.jp
-              # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-              if o[0] == 'final-recipient'
-                # Final-Recipient: rfc822; kijitora@example.jp
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::Lhost.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = o[2]
-                recipients += 1
-              else
-                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                v['alias'] = o[2]
-              end
-            elsif o[-1] == 'code'
-              # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-              v['spec'] = o[1]
-              v['diagnosis'] = o[2]
-            else
-              # Other DSN fields defined in RFC3464
-              next unless fieldtable[o[0]]
-              v[fieldtable[o[0]]] = o[2]
-
-              if fieldtable[o[0]] == 'lhost'
-                # Do not set an email address as a hostname in "lhost" value
-                v['lhost'] = '' if v['lhost'].include?('@')
-              end
-
-              next unless f
-              permessage[fieldtable[o[0]]] = o[2]
-            end
-          else
-            # The line does not begin with a DSN field defined in RFC3464 Append error messages continued
-            # from the previous line
-            if endoferror == false && v && ! v['diagnosis'].to_s.empty?
-              endoferror ||= true if e.empty?
-
-              next if endoferror
-              next unless e.start_with?(' ')
-              v['diagnosis'] << e
-
-            elsif MarkingsOf[:error].any? { |a| e.start_with?(a) }
-              # Detect SMTP session error or connection error
-              # The response from the remote server was:
-              anotherset['diagnosis'] << ' ' << e
-            else
-              # ** Address not found **
-              #
-              # Your message wasn't delivered to * because the address couldn't be found.
-              # Check for typos or unnecessary spaces and try again.
-              #
-              # The response from the remote server was:
-              # 550 #5.1.0 Address rejected.
-              next if e.start_with?('Content-Type:')
-              if anotherset['diagnosis']
-                # Continued error messages from the previous line like "550 #5.1.0 Address rejected."
-                next if emptylines > 5
-                if e.empty?
-                  # Count and next()
-                  emptylines += 1
-                  next
-                end
-                anotherset['diagnosis'] << ' ' << e
-              else
-                # ** Address not found **
-                #
-                # Your message wasn't delivered to * because the address couldn't be found.
-                # Check for typos or unnecessary spaces and try again.
-                next if e.empty?
-                next unless MarkingsOf[:message].any? { |a| e.start_with?(a) }
-                anotherset['diagnosis'] = e
-              end
-            end
-          end
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          # Set default values if each value is empty.
-          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
-
-          if anotherset['diagnosis']
-            # Copy alternative error message
-            e['diagnosis'] = anotherset['diagnosis'] unless e['diagnosis']
-
-            if e['diagnosis'].include?(' ') == false && e['diagnosis'].to_i > 0
-              e['diagnosis'] = anotherset['diagnosis']
-            else
-              # More detailed error message is in "anotherset"
-              as = nil  # status
-              ar = nil  # replycode
-
-              e['status']    ||= ''
-              e['replycode'] ||= ''
-
-              if e['status'] == '' || e['status'].start_with?('4.0.0', '5.0.0')
-                # Check the value of D.S.N. in anotherset
-                as = Sisimai::SMTP::Status.find(anotherset['diagnosis'])
-                if as && as[-3, 3] != '0.0'
-                  # The D.S.N. is neither an empty nor *.0.0
-                  e['status'] = as
-                end
-              end
-
-              if e['replycode'].empty? || e['replycode'].start_with?('400', '500')
-                # Check the value of SMTP reply code in anotherset
-                ar = Sisimai::SMTP::Reply.find(anotherset['diagnosis'])
-                if ar && ar[-2, 2].to_i != 0
-                  # The SMTP reply code is neither an empty nor *00
-                  e['replycode'] = ar
-                end
-              end
-
-              if (as || ar) && (anotherset['diagnosis'].size > e['diagnosis'].size)
-                # Update the error message in e['diagnosis']
-                e['diagnosis'] = anotherset['diagnosis']
-              end
-            end
-          end
-
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-          MessagesOf.each_key do |r|
-            # Guess an reason of the bounce
-            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
-            e['reason'] = r
-            break
-          end
-        end
-
-        return { 'ds' => dscontents, 'rfc822' => emailparts[1] }
-      end
-      def description; return 'G Suite: https://gsuite.google.com'; end
-    end
-  end
-end
-

data/lib/sisimai/lhost/mailru.rb

@@ -1,214 +0,0 @@
-module Sisimai::Lhost
-  # Sisimai::Lhost::MailRu parses a bounce email which created by @mail.ru. Methods in the module are
-  # called from only Sisimai::Message.
-  module MailRu
-    class << self
-      # Based on Sisimai::Lhost::Exim
-      require 'sisimai/lhost'
-
-      Indicators = Sisimai::Lhost.INDICATORS
-      Boundaries = ['------ This is a copy of the message, including all the headers. ------'].freeze
-      StartingOf = { message: ['This message was created automatically by mail delivery software.'] }.freeze
-      ReCommands = [
-        %r/SMTP error from remote (?:mail server|mailer) after ([A-Za-z]{4})/,
-        %r/SMTP error from remote (?:mail server|mailer) after end of ([A-Za-z]{4})/,
-      ].freeze
-      MessagesOf = {
-        'expired' => [
-          'retry timeout exceeded',
-          'No action is required on your part',
-        ],
-        'userunknown' => ['user not found'],
-        'hostunknown' => [
-          'all host address lookups failed permanently',
-          'all relevant MX records point to non-existent hosts',
-          'Unrouteable address',
-        ],
-        'mailboxfull' => ['mailbox is full', 'error: quota exceed'],
-        'notaccept' => [
-          'an MX or SRV record indicated no SMTP service',
-          'no host found for existing SMTP connection',
-        ],
-        'syntaxerror' => [
-          'angle-brackets nested too deep',
-          'expected word or "<"',
-          'domain missing in source-routed address',
-          'malformed address:',
-        ],
-        'systemerror' => [
-          'delivery to file forbidden',
-          'delivery to pipe forbidden',
-          'local delivery failed',
-          'LMTP error after ',
-        ],
-        'contenterror' => ['Too many "Received" headers'],
-      }.freeze
-
-      # Parse bounce messages from @mail.ru
-      # @param  [Hash] mhead    Message headers of a bounce email
-      # @param  [String] mbody  Message body of a bounce email
-      # @return [Hash]          Bounce data list and message/rfc822 part
-      # @return [Nil]           it failed to parse or the arguments are missing
-      def inquire(mhead, mbody)
-        mfrom  = mhead['from'].downcase
-        msgid  = mhead['message-id'] ? mhead['message-id'].downcase : ''
-        match  = 0
-        match += 1 if mfrom.include?('mailer-daemon@') && mfrom.include?('mail.ru')
-        match += 1 if msgid.end_with?('.mail.ru>', 'smailru.net>')
-        match += 1 if [
-          'Delivery Status Notification',
-          'Mail delivery failed',
-          'Mail failure',
-          'Message frozen',
-          'Warning: message ',
-          'error(s) in forwarding or filtering'].any? { |a| mhead['subject'].include?(a) }
-        return nil unless match > 2
-
-        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
-        emailparts = Sisimai::RFC5322.part(mbody, Boundaries)
-        bodyslices = emailparts[0].split("\n")
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        v = nil
-
-        while e = bodyslices.shift do
-          # Read error messages and delivery status lines from the head of the email to the previous
-          # line of the beginning of the original message.
-          if readcursor == 0
-            # Beginning of the bounce message or delivery status part
-            readcursor |= Indicators[:deliverystatus] if e.start_with?(StartingOf[:message][0])
-            next
-          end
-          next if (readcursor & Indicators[:deliverystatus]) == 0
-          next if e.empty?
-
-          # Это письмо создано автоматически
-          # сервером Mail.Ru, # отвечать на него не
-          # нужно.
-          #
-          # К сожалению, Ваше письмо не может
-          # быть# доставлено одному или нескольким
-          # получателям:
-          #
-          # **********************
-          #
-          # This message was created automatically by mail delivery software.
-          #
-          # A message that you sent could not be delivered to one or more of its
-          # recipients. This is a permanent error. The following address(es) failed:
-          #
-          #  kijitora@example.jp
-          #    SMTP error from remote mail server after RCPT TO:<kijitora@example.jp>:
-          #    host neko.example.jp [192.0.2.222]: 550 5.1.1 <kijitora@example.jp>... User Unknown
-          v = dscontents[-1]
-
-          if e.start_with?('  ') && e.include?('    ') == false && e.index('@') > 1
-            #   kijitora@example.jp
-            if v['recipient']
-              # There are multiple recipient addresses in the message body.
-              dscontents << Sisimai::Lhost.DELIVERYSTATUS
-              v = dscontents[-1]
-            end
-            v['recipient'] = e[2, e.size]
-            recipients += 1
-
-          elsif dscontents.size == recipients
-            # Error message
-            next if e.empty?
-            v['diagnosis'] ||= ''
-            v['diagnosis'] << e + ' '
-          else
-            # Error message when email address above does not include '@'
-            # and domain part.
-            next unless e.start_with?('    ')
-            v['alterrors'] ||= ''
-            v['alterrors'] << e + ' '
-          end
-        end
-
-        unless recipients > 0
-          # Fallback for getting recipient addresses
-          if mhead['x-failed-recipients']
-            # X-Failed-Recipients: kijitora@example.jp
-            rcptinhead = mhead['x-failed-recipients'].split(',')
-            rcptinhead.each { |a| a.delete(' ') }
-            recipients = rcptinhead.size
-
-            while e = rcptinhead.shift do
-              # Insert each recipient address into dscontents
-              dscontents[-1]['recipient'] = e
-              next if dscontents.size == recipients
-              dscontents << Sisimai::Lhost.DELIVERYSTATUS
-            end
-          end
-        end
-        return nil unless recipients > 0
-
-        # Get the name of the local MTA
-        # Received: from marutamachi.example.org (c192128.example.net [192.0.2.128])
-        receivedby = mhead['received'] || []
-        recvdtoken = Sisimai::RFC5322.received(receivedby[-1])
-
-        dscontents.each do |e|
-          # Check the error message, the rhost, the lhost, and the smtp command.
-          unless e['alterrors'].to_s.empty?
-            # Copy alternative error message
-            e['diagnosis'] ||= e['alterrors']
-            if e['diagnosis'].start_with?('-') || e['diagnosis'].end_with?('__')
-              # Override the value of diagnostic code message
-              e['diagnosis'] = e['alterrors'] unless e['alterrors'].empty?
-            end
-            e.delete('alterrors')
-          end
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) || ''
-          p1 = e['diagnosis'].rindex('__') || -1
-          e['diagnosis'] = e['diagnosis'][0, p1 - 1] if p1 > 2
-
-          unless e['rhost']
-            # Get the remote host name
-            # host neko.example.jp [192.0.2.222]: 550 5.1.1 <kijitora@example.jp>... User Unknown
-            p1 = e['diagnosis'].index('host ')     || -1
-            p2 = e['diagnosis'].index(' ', p1 + 5) || -1
-            e['rhost']   = e['diagnosis'][p1 + 5, p2 - p1 - 5] if p1 > -1
-            e['rhost'] ||= recvdtoken[1]
-          end
-          e['lhost'] ||= recvdtoken[0]
-
-          unless e['command']
-            # Get the SMTP command name for the session
-            ReCommands.each do |r|
-              # Verify each regular expression of SMTP commands
-              if cv = e['diagnosis'].match(r)
-                e['command'] = cv[1].upcase
-                break
-              end
-            end
-
-            # Detect the reason of bounce
-            if %w[HELO EHLO].index(e['command'])
-              # HELO | Connected to 192.0.2.135 but my name was rejected.
-              e['reason'] = 'blocked'
-
-            elsif e['command'] == 'MAIL'
-              # MAIL | Connected to 192.0.2.135 but sender was rejected.
-              e['reason'] = 'rejected'
-            else
-              # Verify each regular expression of session errors
-              MessagesOf.each_key do |r|
-                # Check each regular expression
-                next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
-                e['reason'] = r
-                break
-              end
-            end
-          end
-          e['command'] ||= ''
-        end
-
-        return { 'ds' => dscontents, 'rfc822' => emailparts[1] }
-      end
-      def description; return '@mail.ru: https://mail.ru'; end
-    end
-  end
-end
-