sisimai 4.25.3 → 4.25.8

data/lib/sisimai/lhost/einsundeins.rb

@@ -0,0 +1,115 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::EinsUndEins parses a bounce email which created by
+  # 1&1. Methods in the module are called from only Sisimai::Message.
+  module EinsUndEins
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/EinsUndEins.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r|^---[ ]The[ ]header[ ]of[ ]the[ ]original[ ]message[ ]is[ ]following[.][ ]---|.freeze
+      StartingOf = {
+        message: ['This message was created automatically by mail delivery software'],
+        error:   ['For the following reason:'],
+      }.freeze
+      MessagesOf = { 'mesgtoobig' => ['Mail size limit exceeded'] }.freeze
+
+      # Parse bounce messages from 1&1
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        return nil unless mhead['from'].start_with?('"Mail Delivery System"')
+        return nil unless mhead['subject'] == 'Mail delivery failed: returning message to sender'
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e.start_with?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          # The following address failed:
+          #
+          # general@example.eu
+          #
+          # For the following reason:
+          #
+          # Mail size limit exceeded. For explanation visit
+          # http://postmaster.1and1.com/en/error-messages?ip=%1s
+          v = dscontents[-1]
+
+          if cv = e.match(/\A([^ ]+[@][^ ]+)\z/)
+            # general@example.eu
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = cv[1]
+            recipients += 1
+
+          elsif e.start_with?(StartingOf[:error][0])
+            # For the following reason:
+            v['diagnosis'] = e
+          else
+            if v['diagnosis']
+              # Get error message and append error message strings
+              v['diagnosis'] << ' ' << e
+            else
+              # OR the following format:
+              #   neko@example.fr:
+              #   SMTP error from remote server for TEXT command, host: ...
+              v['alterrors'] ||= ''
+              v['alterrors'] << ' ' << e
+            end
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          e['diagnosis'] ||= ''
+          e['diagnosis']   = e['alterrors'] if e['diagnosis'].empty?
+
+          if cv = e['diagnosis'].match(/host:[ ]+(.+?)[ ]+.+[ ]+reason:.+/)
+            # SMTP error from remote server for TEXT command,
+            #   host: smtp-in.orange.fr (193.252.22.65)
+            #   reason: 550 5.2.0 Mail rejete. Mail rejected. ofr_506 [506]
+            e['rhost']   = cv[1]
+            e['command'] = 'DATA' if e['diagnosis'] =~ /for TEXT command/
+            e['spec']    = 'SMTP' if e['diagnosis'] =~ /SMTP error/
+            e['status']  = Sisimai::SMTP::Status.find(e['diagnosis'])
+          else
+            # For the following reason:
+            e['diagnosis'].gsub(/\A#{StartingOf[:error][0]}/, '')
+          end
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+
+          MessagesOf.each_key do |r|
+            # Verify each regular expression of session errors
+            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
+            e['reason'] = r
+            break
+          end
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return '1&1: https://www.1und1.de'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/exchange2003.rb

@@ -0,0 +1,230 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::Exchange2003 parses a bounce email which created by
+  # Microsoft Exchange Server 2003.
+  # Methods in the module are called from only Sisimai::Message.
+  module Exchange2003
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/Exchange2003.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r|^Content-Type:[ ]message/rfc822|.freeze
+      StartingOf = {
+        message: ['Your message'],
+        error:   ['did not reach the following recipient(s):'],
+      }.freeze
+      ErrorCodes = {
+        'onhold' => [
+          '000B099C', # Host Unknown, Message exceeds size limit, ...
+          '000B09AA', # Unable to relay for, Message exceeds size limit,...
+          '000B09B6', # Error messages by remote MTA
+        ],
+        'userunknown' => [
+          '000C05A6', # Unknown Recipient,
+        ],
+        'systemerror' => [
+          '00010256', # Too many recipients.
+          '000D06B5', # No proxy for recipient (non-smtp mail?)
+        ],
+        'networkerror' => [
+          '00120270', # Too Many Hops
+        ],
+        'contenterror' => [
+          '00050311', # Conversion to Internet format failed
+          '000502CC', # Conversion to Internet format failed
+        ],
+        'securityerror' => [
+          '000B0981', # 502 Server does not support AUTH
+        ],
+        'filtered' => [
+          '000C0595', # Ambiguous Recipient
+        ],
+      }.freeze
+
+      # Parse bounce messages from Microsoft Exchange Server 2003
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        match = 0
+        tryto = []
+
+        # X-MS-TNEF-Correlator: <00000000000000000000000000000000000000@example.com>
+        # X-Mailer: Internet Mail Service (5.5.1960.3)
+        # X-MS-Embedded-Report:
+        match += 1 if mhead['x-ms-embedded-report']
+        catch :EXCHANGE_OR_NOT do
+          while true
+            throw :EXCHANGE_OR_NOT if match > 0
+
+            if mhead['x-mailer']
+              # X-Mailer:  Microsoft Exchange Server Internet Mail Connector Version 4.0.994.63
+              # X-Mailer: Internet Mail Service (5.5.2232.9)
+              tryto = ['Internet Mail Service (', 'Microsoft Exchange Server Internet Mail Connector']
+              match += 1 if mhead['x-mailer'].start_with?(tryto[0], tryto[1])
+              throw :EXCHANGE_OR_NOT if match > 0
+            end
+
+            if mhead['x-mimeole']
+              # X-MimeOLE: Produced By Microsoft Exchange V6.5
+              match += 1 if mhead['x-mimeole'].start_with?('Produced By Microsoft Exchange')
+              throw :EXCHANGE_OR_NOT if match > 0
+            end
+
+            throw :EXCHANGE_OR_NOT if mhead['received'].empty?
+            mhead['received'].each do |e|
+              # Received: by ***.**.** with Internet Mail Service (5.5.2657.72)
+              next unless e.include?(' with Internet Mail Service (')
+              match += 1
+              throw :EXCHANGE_OR_NOT
+            end
+            break
+          end
+        end
+        return nil unless match > 0
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        statuspart = false  # (Boolean) Flag, true = have got delivery status part.
+        connvalues = 0      # (Integer) Flag, 1 if all the value of connheader have been set
+        connheader = {
+          'to'      => '',  # The value of "To"
+          'date'    => '',  # The value of "Date"
+          'subject' => '',  # The value of "Subject"
+        }
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e.start_with?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if statuspart
+
+          if connvalues == connheader.keys.size
+            # did not reach the following recipient(s):
+            #
+            # kijitora@example.co.jp on Thu, 29 Apr 2007 16:51:51 -0500
+            #     The recipient name is not recognized
+            #     The MTS-ID of the original message is: c=jp;a= ;p=neko
+            # ;l=EXCHANGE000000000000000000
+            #     MSEXCH:IMS:KIJITORA CAT:EXAMPLE:EXCHANGE 0 (000C05A6) Unknown Recipient
+            # mikeneko@example.co.jp on Thu, 29 Apr 2007 16:51:51 -0500
+            #     The recipient name is not recognized
+            #     The MTS-ID of the original message is: c=jp;a= ;p=neko
+            # ;l=EXCHANGE000000000000000000
+            #     MSEXCH:IMS:KIJITORA CAT:EXAMPLE:EXCHANGE 0 (000C05A6) Unknown Recipient
+            v = dscontents[-1]
+
+            if cv = e.match(/\A[ \t]*([^ ]+[@][^ ]+) on[ \t]*.*\z/) ||
+                    e.match(/\A[ \t]*.+(?:SMTP|smtp)=([^ ]+[@][^ ]+) on[ \t]*.*\z/)
+              # kijitora@example.co.jp on Thu, 29 Apr 2007 16:51:51 -0500
+              #   kijitora@example.com on 4/29/99 9:19:59 AM
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Lhost.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = cv[1]
+              v['msexch'] = false
+              recipients += 1
+
+            elsif cv = e.match(/\A[ \t]+(MSEXCH:.+)\z/)
+              #     MSEXCH:IMS:KIJITORA CAT:EXAMPLE:EXCHANGE 0 (000C05A6) Unknown Recipient
+              v['diagnosis'] ||= ''
+              v['diagnosis'] << cv[1]
+            else
+              next if v['msexch']
+              if v['diagnosis'].to_s.start_with?('MSEXCH:')
+                # Continued from MEEXCH in the previous line
+                v['msexch'] = true
+                v['diagnosis'] << ' ' << e
+                statuspart = true
+              else
+                # Error message in the body part
+                v['alterrors'] ||= ''
+                v['alterrors'] << ' ' << e
+              end
+            end
+          else
+            # Your message
+            #
+            #  To:      shironeko@example.jp
+            #  Subject: ...
+            #  Sent:    Thu, 29 Apr 2010 18:14:35 +0000
+            #
+            if cv = e.match(/\A[ \t]+To:[ \t]+(.+)\z/)
+              #  To:      shironeko@example.jp
+              next unless connheader['to'].empty?
+              connheader['to'] = cv[1]
+              connvalues += 1
+
+            elsif cv = e.match(/\A[ \t]+Subject:[ \t]+(.+)\z/)
+              #  Subject: ...
+              next unless connheader['subject'].empty?
+              connheader['subject'] = cv[1]
+              connvalues += 1
+
+            elsif cv = e.match(%r|\A[ \t]+Sent:[ \t]+([A-Z][a-z]{2},.+[-+]\d{4})\z|) ||
+                       e.match(%r|\A[ \t]+Sent:[ \t]+(\d+[/]\d+[/]\d+[ \t]+\d+:\d+:\d+[ \t].+)|)
+              #  Sent:    Thu, 29 Apr 2010 18:14:35 +0000
+              #  Sent:    4/29/99 9:19:59 AM
+              next unless connheader['date'].empty?
+              connheader['date'] = cv[1]
+              connvalues += 1
+            end
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          e.delete('msexch')
+          if cv = e['diagnosis'].match(/\AMSEXCH:.+[ \t]*[(]([0-9A-F]{8})[)][ \t]*(.*)\z/)
+            #     MSEXCH:IMS:KIJITORA CAT:EXAMPLE:EXCHANGE 0 (000C05A6) Unknown Recipient
+            capturedcode = cv[1]
+            errormessage = cv[2]
+
+            ErrorCodes.each_key do |r|
+              # Find captured code from the error code table
+              next unless ErrorCodes[r].index(capturedcode)
+              e['reason'] = r
+              e['status'] = Sisimai::SMTP::Status.code(r.to_s) || ''
+              break
+            end
+            e['diagnosis'] = errormessage
+          end
+
+          unless e['reason']
+            # Could not detect the reason from the value of "diagnosis".
+            next unless e['alterrors']
+            next if e['alterrors'].empty?
+
+            # Copy alternative error message
+            e['diagnosis'] = e['alterrors'] + ' ' + e['diagnosis']
+            e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+            e.delete('alterrors')
+          end
+        end
+
+        if emailsteak[1].empty?
+          # When original message does not included in the bounce message
+          emailsteak[1] << ('From: ' << connheader['to'] << "\n")
+          emailsteak[1] << ('Date: ' << connheader['date'] << "\n")
+          emailsteak[1] << ('Subject: ' << connheader['subject'] << "\n")
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Microsoft Exchange Server 2003'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/exchange2007.rb

@@ -0,0 +1,153 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::Exchange2007 parses a bounce email which created by
+  # Microsoft Exchange Server 2007.
+  # Methods in the module are called from only Sisimai::Message.
+  module Exchange2007
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/Exchange2007.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r{^(?:
+         Original[ ]message[ ]headers:                # en-US
+        |En-t.tes[ ]de[ ]message[ ]d'origine[ ]:      # fr-FR/En-têtes de message d'origine
+        |Intestazioni[ ]originali[ ]del[ ]messaggio:  # it-CH
+        )
+      }x.freeze
+      MarkingsOf = {
+        message: %r{\A(?:
+           Diagnostic[ ]information[ ]for[ ]administrators:               # en-US
+          |Informations[ ]de[ ]diagnostic[ ]pour[ ]les[ ]administrateurs  # fr-FR
+          |Informazioni[ ]di[ ]diagnostica[ ]per[ ]gli[ ]amministratori   # it-CH
+          )
+        }x,
+        error:   %r/ ((?:RESOLVER|QUEUE)[.][A-Za-z]+(?:[.]\w+)?);/,
+        rhost:   %r{\A(?:
+           Generating[ ]server            # en-US
+          |Serveur[ ]de[ ]g.+ration[ ]    # fr-FR/Serveur de génération
+          |Server[ ]di[ ]generazione      # it-CH
+          ):[ ]?(.*)
+        }x,
+        subject: %r/\A(?:Undeliverable|Non_remis_|Non[ ]recapitabile):/,
+      }.freeze
+      NDRSubject = {
+        'SMTPSEND.DNS.NonExistentDomain' => 'hostunknown',   # 554 5.4.4 SMTPSEND.DNS.NonExistentDomain
+        'SMTPSEND.DNS.MxLoopback'        => 'networkerror',  # 554 5.4.4 SMTPSEND.DNS.MxLoopback
+        'RESOLVER.ADR.BadPrimary'        => 'systemerror',   # 550 5.2.0 RESOLVER.ADR.BadPrimary
+        'RESOLVER.ADR.RecipNotFound'     => 'userunknown',   # 550 5.1.1 RESOLVER.ADR.RecipNotFound
+        'RESOLVER.ADR.ExRecipNotFound'   => 'userunknown',   # 550 5.1.1 RESOLVER.ADR.ExRecipNotFound
+        'RESOLVER.ADR.RecipLimit'        => 'toomanyconn',   # 550 5.5.3 RESOLVER.ADR.RecipLimit
+        'RESOLVER.ADR.InvalidInSmtp'     => 'systemerror',   # 550 5.1.0 RESOLVER.ADR.InvalidInSmtp
+        'RESOLVER.ADR.Ambiguous'         => 'systemerror',   # 550 5.1.4 RESOLVER.ADR.Ambiguous, 420 4.2.0 RESOLVER.ADR.Ambiguous
+        'RESOLVER.RST.AuthRequired'      => 'securityerror', # 550 5.7.1 RESOLVER.RST.AuthRequired
+        'RESOLVER.RST.NotAuthorized'     => 'rejected',      # 550 5.7.1 RESOLVER.RST.NotAuthorized
+        'RESOLVER.RST.RecipSizeLimit'    => 'mesgtoobig',    # 550 5.2.3 RESOLVER.RST.RecipSizeLimit
+        'QUEUE.Expired'                  => 'expired',       # 550 4.4.7 QUEUE.Expired
+      }.freeze
+
+      # Parse bounce messages from Microsoft Exchange Server 2007
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        # Content-Language: en-US, fr-FR
+        return nil unless mhead['subject'] =~ MarkingsOf[:subject]
+        return nil unless mhead['content-language']
+        return nil unless mhead['content-language'] =~ /\A[a-z]{2}(?:[-][A-Z]{2})?\z/
+
+        # These headers exist only a bounce mail from Office365
+        return nil if mhead['x-ms-exchange-crosstenant-originalarrivaltime']
+        return nil if mhead['x-ms-exchange-crosstenant-fromentityheader']
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        connvalues = 0      # (Integer) Flag, 1 if all the value of connheader have been set
+        connheader = {
+          'rhost' => '',    # The value of Reporting-MTA header or "Generating Server:"
+        }
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e =~ MarkingsOf[:message]
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+
+          if connvalues == connheader.keys.size
+            # Diagnostic information for administrators:
+            #
+            # Generating server: mta2.neko.example.jp
+            #
+            # kijitora@example.jp
+            # #550 5.1.1 RESOLVER.ADR.RecipNotFound; not found ##
+            #
+            # Original message headers:
+            v = dscontents[-1]
+
+            if cv = e.match(/\A([^ @]+[@][^ @]+)\z/)
+              # kijitora@example.jp
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Lhost.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = cv[1]
+              v['diagnosis'] = ''
+              recipients += 1
+
+            elsif cv = e.match(/([45]\d{2})[ ]([45][.]\d[.]\d+)[ ].+\z/)
+              # #550 5.1.1 RESOLVER.ADR.RecipNotFound; not found ##
+              # #550 5.2.3 RESOLVER.RST.RecipSizeLimit; message too large for this recipient ##
+              # Remote Server returned '550 5.1.1 RESOLVER.ADR.RecipNotFound; not found'
+              # 3/09/2016 8:05:56 PM - Remote Server at mydomain.com (10.1.1.3) returned '550 4.4.7 QUEUE.Expired; message expired'
+              v['replycode'] = cv[1]
+              v['status']    = cv[2]
+              v['diagnosis'] = e
+            else
+              # Continued line of error messages
+              next if v['diagnosis'].to_s.empty?
+              next unless v['diagnosis'].end_with?('=')
+              v['diagnosis']  = v['diagnosis'].chomp('=')
+              v['diagnosis'] << e
+            end
+          else
+            # Diagnostic information for administrators:
+            #
+            # Generating server: mta22.neko.example.org
+            next unless cv = e.match(MarkingsOf[:rhost])
+            next unless connheader['rhost'].empty?
+            connheader['rhost'] = cv[1]
+            connvalues += 1
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          if cv = e['diagnosis'].match(MarkingsOf[:error])
+            # #550 5.1.1 RESOLVER.ADR.RecipNotFound; not found ##
+            f = cv[1]
+            NDRSubject.each_key do |r|
+              # Try to match with error subject strings
+              next unless f == r
+              e['reason'] = NDRSubject[r]
+              break
+            end
+          end
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Microsoft Exchange Server 2007'; end
+    end
+  end
+end
+