sisimai 4.21.1 → 4.22.0

data/lib/sisimai/mta/mailmarshalsmtp.rb

@@ -1,176 +0,0 @@
-module Sisimai
-  module MTA
-    # Sisimai::MTA::MailMarshalSMTP parses a bounce email which created by
-    # Trustwave Secure Email Gateway: formerly MailMarshal SMTP. Methods in the
-    # module are called from only Sisimai::Message.
-    module MailMarshalSMTP
-      # Imported from p5-Sisimail/lib/Sisimai/MTA/MailMarshalSMTP.pm
-      class << self
-        require 'sisimai/mta'
-        require 'sisimai/rfc5322'
-
-        Re0 = {
-          :subject  => %r/\AUndeliverable Mail: ["]/,
-        }
-        Re1 = {
-          :begin  => %r/\AYour message:\z/,
-          :rfc822 => nil,
-          :error  => %r/\ACould not be delivered because of\z/,
-          :rcpts  => %r/\AThe following recipients were affected:/,
-          :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
-        }
-        Indicators = Sisimai::MTA.INDICATORS
-
-        def description; return 'Trustwave Secure Email Gateway'; end
-        def smtpagent;   return Sisimai::MTA.smtpagent(self); end
-        def headerlist;  return ['X-Mailer']; end
-        def pattern;     return Re0; end
-
-        # Parse bounce messages from MailMarshalSMTP
-        # @param         [Hash] mhead       Message header of a bounce email
-        # @options mhead [String] from      From header
-        # @options mhead [String] date      Date header
-        # @options mhead [String] subject   Subject header
-        # @options mhead [Array]  received  Received headers
-        # @options mhead [String] others    Other required headers
-        # @param         [String] mbody     Message body of a bounce email
-        # @return        [Hash, Nil]        Bounce data list and message/rfc822
-        #                                   part or nil if it failed to parse or
-        #                                   the arguments are missing
-        def scan(mhead, mbody)
-          return nil unless mhead
-          return nil unless mbody
-          return nil unless mhead['subject'] =~ Re0[:subject]
-
-          require 'sisimai/mime'
-          dscontents = [Sisimai::MTA.DELIVERYSTATUS]
-          hasdivided = mbody.split("\n")
-          rfc822list = []     # (Array) Each line in message/rfc822 part string
-          blanklines = 0      # (Integer) The number of blank lines
-          readcursor = 0      # (Integer) Points the current cursor position
-          recipients = 0      # (Integer) The number of 'Final-Recipient' header
-          endoferror = false  # (Boolean) Flag for the end of error message
-          regularexp = nil
-          v = nil
-
-          boundary00 = Sisimai::MIME.boundary(mhead['content-type']) || ''
-          if boundary00.size > 0
-            # Convert to regular expression
-            regularexp = Regexp.new('\A' + Regexp.escape('--' + boundary00 + '--') + '\z')
-          else
-            regularexp = %r/\A[ \t]*[+]+[ \t]*\z/
-          end
-
-          hasdivided.each do |e|
-            if readcursor.zero?
-              # Beginning of the bounce message or delivery status part
-              if e =~ Re1[:begin]
-                readcursor |= Indicators[:deliverystatus]
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] == 0
-              # Beginning of the original message part
-              if e =~ regularexp
-                readcursor |= Indicators[:'message-rfc822']
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] > 0
-              # After "message/rfc822"
-              if e.empty?
-                blanklines += 1
-                break if blanklines > 1
-                next
-              end
-              rfc822list << e
-
-            else
-              # Before "message/rfc822"
-              next if readcursor & Indicators[:deliverystatus] == 0
-              break if e =~ regularexp
-
-              # Your message:
-              #    From:    originalsender@example.com
-              #    Subject: IIdentifica蟾ｽ驕俳
-              #
-              # Could not be delivered because of
-              #
-              # 550 5.1.1 User unknown
-              #
-              # The following recipients were affected:
-              #    dummyuser@blabla.xxxxxxxxxxxx.com
-              v = dscontents[-1]
-
-              if cv = e.match(/\A[ ]{4}([^ ]+[@][^ ]+)\z/)
-                # The following recipients were affected:
-                #    dummyuser@blabla.xxxxxxxxxxxx.com
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::MTA.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = cv[1]
-                recipients += 1
-
-              else
-                # Get error message lines
-                if e =~ Re1[:error]
-                  # Could not be delivered because of
-                  #
-                  # 550 5.1.1 User unknown
-                  v['diagnosis'] = e
-
-                elsif v['diagnosis'] && v['diagnosis'].size > 0 && endoferror == false
-                  # Append error messages
-                  endoferror = true if e =~ Re1[:rcpts]
-                  next if endoferror
-                  v['diagnosis']  += ' ' + e
-
-                else
-                  # Additional Information
-                  # ======================
-                  # Original Sender:    <originalsender@example.com>
-                  # Sender-MTA:         <10.11.12.13>
-                  # Remote-MTA:         <10.0.0.1>
-                  # Reporting-MTA:      <relay.xxxxxxxxxxxx.com>
-                  # MessageName:        <B549996730000.000000000001.0003.mml>
-                  # Last-Attempt-Date:  <16:21:07 seg, 22 Dezembro 2014>
-                  if cv = e.match(/\AOriginal Sender:[ \t]+[<](.+)[>]\z/)
-                    # Original Sender:    <originalsender@example.com>
-                    # Use this line instead of "From" header of the original
-                    # message.
-                    rfc822list << sprintf('From: %s', cv[1])
-
-                  elsif cv = e.match(/\ASender-MTA:[ \t]+[<](.+)[>]\z/)
-                    # Sender-MTA:         <10.11.12.13>
-                    v['lhost'] = cv[1]
-
-                  elsif cv = e.match(/\AReporting-MTA:[ \t]+[<](.+)[>]\z/)
-                    # Reporting-MTA:      <relay.xxxxxxxxxxxx.com>
-                    v['rhost'] = cv[1]
-                  end
-                end
-              end
-            end
-          end
-          return nil if recipients.zero?
-          require 'sisimai/string'
-
-          dscontents.map do |e|
-            e['agent']     = Sisimai::MTA::MailMarshalSMTP.smtpagent
-            e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-            e.each_key { |a| e[a] ||= '' }
-          end
-
-          rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-          return { 'ds' => dscontents, 'rfc822' => rfc822part }
-        end
-
-      end
-    end
-  end
-end
-

data/lib/sisimai/mta/mcafee.rb

@@ -1,172 +0,0 @@
-module Sisimai
-  module MTA
-    # Sisimai::MTA::McAfee parses a bounce email which created by McAfee Email
-    # Appliance. Methods in the module are called from only Sisimai::Message.
-    module McAfee
-      # Imported from p5-Sisimail/lib/Sisimai/MTA/McAfee.pm
-      class << self
-        require 'sisimai/mta'
-        require 'sisimai/rfc5322'
-
-        Re0 = {
-          :'x-nai'   => %r/Modified by McAfee /,
-          :'subject' => %r/\ADelivery Status\z/,
-        }
-        Re1 = {
-          :begin   => %r/[-]+ The following addresses had delivery problems [-]+\z/,
-          :error   => %r|\AContent-Type: [^ ]+/[^ ]+; name="deliveryproblems[.]txt"|,
-          :rfc822  => %r|\AContent-Type: message/rfc822\z|,
-          :endof   => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
-        }
-        ReFailure = {
-          userunknown: %r{(?:
-             User[ ][(].+[@].+[)][ ]unknown[.]
-            |550[ ]Unknown[ ]user[ ][^ ]+[@][^ ]+
-            )
-          }x,
-        }
-        Indicators = Sisimai::MTA.INDICATORS
-
-        def description; return 'McAfee Email Appliance'; end
-        def smtpagent;   return Sisimai::MTA.smtpagent(self); end
-        def headerlist;  return ['X-NAI-Header']; end
-        def pattern;     return Re0; end
-
-        # Parse bounce messages from McAfee Email Appliance
-        # @param         [Hash] mhead       Message header of a bounce email
-        # @options mhead [String] from      From header
-        # @options mhead [String] date      Date header
-        # @options mhead [String] subject   Subject header
-        # @options mhead [Array]  received  Received headers
-        # @options mhead [String] others    Other required headers
-        # @param         [String] mbody     Message body of a bounce email
-        # @return        [Hash, Nil]        Bounce data list and message/rfc822
-        #                                   part or nil if it failed to parse or
-        #                                   the arguments are missing
-        def scan(mhead, mbody)
-          return nil unless mhead
-          return nil unless mbody
-          return nil unless mhead['x-nai-header']
-          return nil unless mhead['x-nai-header'] =~ Re0[:'x-nai']
-          return nil unless mhead['subject']      =~ Re0[:'subject']
-
-          require 'sisimai/address'
-          dscontents = [Sisimai::MTA.DELIVERYSTATUS]
-          hasdivided = mbody.split("\n")
-          havepassed = ['']
-          rfc822list = []     # (Array) Each line in message/rfc822 part string
-          blanklines = 0      # (Integer) The number of blank lines
-          readcursor = 0      # (Integer) Points the current cursor position
-          recipients = 0      # (Integer) The number of 'Final-Recipient' header
-          diagnostic = ''     # (String) Alternative diagnostic message
-          v = nil
-
-          hasdivided.each do |e|
-            # Save the current line for the next loop
-            havepassed << e
-            p = havepassed[-2]
-
-            if readcursor.zero?
-              # Beginning of the bounce message or delivery status part
-              if e =~ Re1[:begin]
-                readcursor |= Indicators[:deliverystatus]
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] == 0
-              # Beginning of the original message part
-              if e =~ Re1[:rfc822]
-                readcursor |= Indicators[:'message-rfc822']
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] > 0
-              # After "message/rfc822"
-              if e.empty?
-                blanklines += 1
-                break if blanklines > 1
-                next
-              end
-              rfc822list << e
-
-            else
-              # Before "message/rfc822"
-              next if readcursor & Indicators[:deliverystatus] == 0
-              next if e.empty?
-
-              # Content-Type: text/plain; name="deliveryproblems.txt"
-              #
-              #    --- The following addresses had delivery problems ---
-              #
-              # <user@example.com>   (User unknown user@example.com)
-              #
-              # --------------Boundary-00=_00000000000000000000
-              # Content-Type: message/delivery-status; name="deliverystatus.txt"
-              #
-              v = dscontents[-1]
-
-              if cv = e.match(/\A[<]([^ ]+[@][^ ]+)[>][ \t]+[(](.+)[)]\z/)
-                # <kijitora@example.co.jp>   (Unknown user kijitora@example.co.jp)
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::MTA.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = cv[1]
-                diagnostic = cv[2]
-                recipients += 1
-
-              elsif cv = e.match(/\A[Oo]riginal-[Rr]ecipient:[ ]*([^ ]+)\z/)
-                # Original-Recipient: <kijitora@example.co.jp>
-                v['alias'] = Sisimai::Address.s3s4(cv[1])
-
-              elsif cv = e.match(/\A[Aa]ction:[ ]*(.+)\z/)
-                # Action: failed
-                v['action'] = cv[1].downcase
-
-              elsif cv = e.match(/\A[Rr]emote-MTA:[ ]*(.+)\z/)
-                # Remote-MTA: 192.0.2.192
-                v['rhost'] = cv[1].downcase
-
-              else
-                if cv = e.match(/\A[Dd]iagnostic-[Cc]ode:[ ]*(.+?);[ ]*(.+)\z/)
-                  # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-                  v['spec'] = cv[1].upcase
-                  v['diagnosis'] = cv[2]
-
-                elsif p =~ /\A[Dd]iagnostic-[Cc]ode:[ ]*/ && cv = e.match(/\A[ \t]+(.+)\z/)
-                  # Continued line of the value of Diagnostic-Code header
-                  v['diagnosis'] ||= ' '
-                  v['diagnosis']  += ' ' + cv[1]
-                  havepassed[-1] = 'Diagnostic-Code: ' + e
-                end
-              end
-            end
-          end
-          return nil if recipients.zero?
-          require 'sisimai/string'
-
-          dscontents.map do |e|
-            e['agent']     = Sisimai::MTA::McAfee.smtpagent
-            e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'] || diagnostic)
-
-            ReFailure.each_key do |r|
-              # Verify each regular expression of session errors
-              next unless e['diagnosis'] =~ ReFailure[r]
-              e['reason'] = r.to_s
-              break
-            end
-            e.each_key { |a| e[a] ||= '' }
-          end
-
-          rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-          return { 'ds' => dscontents, 'rfc822' => rfc822part }
-        end
-
-      end
-    end
-  end
-end
-

data/lib/sisimai/mta/messagingserver.rb

@@ -1,208 +0,0 @@
-module Sisimai
-  module MTA
-    # Sisimai::MTA::MessagingServer parses a bounce email which created by Oracle
-    # Communications Messaging Server and Sun Java System Messaging Server.
-    # Methods in the module are called from only Sisimai::Message.
-    module MessagingServer
-      # Imported from p5-Sisimail/lib/Sisimai/MTA/MessagingServer.pm
-      class << self
-        require 'sisimai/mta'
-        require 'sisimai/rfc5322'
-
-        Re0 = {
-          :subject  => %r/\ADelivery Notification: /,
-          :received => %r/[ ][(]MessagingServer[)][ ]with[ ]/,
-          :boundary => %r/Boundary_[(]ID_.+[)]/,
-        }
-        Re1 = {
-          :begin  => %r/\AThis report relates to a message you sent with the following header fields:/,
-          :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
-          :rfc822 => %r!\A(?:Content-type:[ ]*message/rfc822|Return-path:[ ]*)!x,
-        }
-        ReFailure = {
-          hostunknown: %r|Illegal[ ]host/domain[ ]name[ ]found|x,
-        }
-        Indicators = Sisimai::MTA.INDICATORS
-
-        def description; return 'Oracle Communications Messaging Server'; end
-        def smtpagent;   return Sisimai::MTA.smtpagent(self); end
-        def headerlist;  return []; end
-        def pattern;     return Re0; end
-
-        # Parse bounce messages from MessagingServer
-        # @param         [Hash] mhead       Message header of a bounce email
-        # @options mhead [String] from      From header
-        # @options mhead [String] date      Date header
-        # @options mhead [String] subject   Subject header
-        # @options mhead [Array]  received  Received headers
-        # @options mhead [String] others    Other required headers
-        # @param         [String] mbody     Message body of a bounce email
-        # @return        [Hash, Nil]        Bounce data list and message/rfc822
-        #                                   part or nil if it failed to parse or
-        #                                   the arguments are missing
-        def scan(mhead, mbody)
-          return nil unless mhead
-          return nil unless mbody
-
-          match  = 0
-          match += 1 if mhead['content-type'] =~ Re0[:boundary]
-          match += 1 if mhead['subject']      =~ Re0[:subject]
-          return nil if match.zero?
-
-          require 'sisimai/address'
-          dscontents = [Sisimai::MTA.DELIVERYSTATUS]
-          hasdivided = mbody.split("\n")
-          rfc822list = []     # (Array) Each line in message/rfc822 part string
-          blanklines = 0      # (Integer) The number of blank lines
-          readcursor = 0      # (Integer) Points the current cursor position
-          recipients = 0      # (Integer) The number of 'Final-Recipient' header
-          v = nil
-
-          hasdivided.each do |e|
-            if readcursor.zero?
-              # Beginning of the bounce message or delivery status part
-              if e =~ Re1[:begin]
-                readcursor |= Indicators[:deliverystatus]
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] == 0
-              # Beginning of the original message part
-              if e =~ Re1[:rfc822]
-                readcursor |= Indicators[:'message-rfc822']
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] > 0
-              # After "message/rfc822"
-              if e.empty?
-                blanklines += 1
-                break if blanklines > 1
-                next
-              end
-              rfc822list << e
-
-            else
-              # Before "message/rfc822"
-              next if readcursor & Indicators[:deliverystatus] == 0
-              next if e.empty?
-
-              # --Boundary_(ID_0000000000000000000000)
-              # Content-type: text/plain; charset=us-ascii
-              # Content-language: en-US
-              #
-              # This report relates to a message you sent with the following header fields:
-              #
-              #   Message-id: <CD8C6134-C312-41D5-B083-366F7FA1D752@me.example.com>
-              #   Date: Fri, 21 Nov 2014 23:34:45 +0900
-              #   From: Shironeko <shironeko@me.example.com>
-              #   To: kijitora@example.jp
-              #   Subject: Nyaaaaaaaaaaaaaaaaaaaaaan
-              #
-              # Your message cannot be delivered to the following recipients:
-              #
-              #   Recipient address: kijitora@example.jp
-              #   Reason: Remote SMTP server has rejected address
-              #   Diagnostic code: smtp;550 5.1.1 <kijitora@example.jp>... User Unknown
-              #   Remote system: dns;mx.example.jp (TCP|17.111.174.67|47323|192.0.2.225|25) (6jo.example.jp ESMTP SENDMAIL-VM)
-              v = dscontents[-1]
-
-              if cv = e.match(/\A[ \t]+Recipient address:[ \t]*([^ ]+[@][^ ]+)\z/)
-                #   Recipient address: kijitora@example.jp
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::MTA.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = Sisimai::Address.s3s4(cv[1])
-                recipients += 1
-
-              elsif cv = e.match(/\A[ \t]+Original address:[ \t]*([^ ]+[@][^ ]+)\z/)
-                #   Original address: kijitora@example.jp
-                v['recipient'] = Sisimai::Address.s3s4(cv[1])
-
-              elsif cv = e.match(/\A[ \t]+Date:[ \t]*(.+)\z/)
-                #   Date: Fri, 21 Nov 2014 23:34:45 +0900
-                v['date'] = cv[1]
-
-              elsif cv = e.match(/\A[ \t]+Reason:[ \t]*(.+)\z/)
-                #   Reason: Remote SMTP server has rejected address
-                v['diagnosis'] = cv[1]
-
-              elsif cv = e.match(/\A[ \t]+Diagnostic code:[ \t]*([^ ]+);(.+)\z/)
-                #   Diagnostic code: smtp;550 5.1.1 <kijitora@example.jp>... User Unknown
-                v['spec'] = cv[1].upcase
-                v['diagnosis'] = cv[2]
-
-              elsif cv = e.match(/\A[ \t]+Remote system:[ ]*dns;([^ ]+)[ ]*([^ ]+)[ ]*.+\z/)
-                #   Remote system: dns;mx.example.jp (TCP|17.111.174.67|47323|192.0.2.225|25)
-                #     (6jo.example.jp ESMTP SENDMAIL-VM)
-                remotehost = cv[1]  # remote host
-                sessionlog = cv[2]  # smtp session
-                v['rhost'] = remotehost
-
-                if cv = sessionlog.match(/\A[(]TCP|(.+)|\d+|(.+)|\d+[)]/)
-                  # The value does not include ".", use IP address instead.
-                  # (TCP|17.111.174.67|47323|192.0.2.225|25)
-                  v['lhost'] = cv[1]
-                  v['rhost'] = cv[2] unless remotehost =~ /[^.]+[.][^.]+/
-                end
-
-              else
-                # Original-envelope-id: 0NFC009FLKOUVMA0@mr21p30im-asmtp004.me.com
-                # Reporting-MTA: dns;mr21p30im-asmtp004.me.com (tcp-daemon)
-                # Arrival-date: Thu, 29 Apr 2014 23:34:45 +0000 (GMT)
-                #
-                # Original-recipient: rfc822;kijitora@example.jp
-                # Final-recipient: rfc822;kijitora@example.jp
-                # Action: failed
-                # Status: 5.1.1 (Remote SMTP server has rejected address)
-                # Remote-MTA: dns;mx.example.jp (TCP|17.111.174.67|47323|192.0.2.225|25)
-                #  (6jo.example.jp ESMTP SENDMAIL-VM)
-                # Diagnostic-code: smtp;550 5.1.1 <kijitora@example.jp>... User Unknown
-                #
-                if cv = e.match(/\A[Ss]tatus:[ ]*(\d[.]\d[.]\d)[ ]*[(](.+)[)]\z/)
-                  # Status: 5.1.1 (Remote SMTP server has rejected address)
-                  v['status'] = cv[1]
-                  v['diagnosis'] ||= cv[2]
-
-                elsif cv = e.match(/\A[Aa]rrival-[Dd]ate:[ ]*(.+)\z/)
-                  # Arrival-date: Thu, 29 Apr 2014 23:34:45 +0000 (GMT)
-                  v['date'] ||= cv[1]
-
-                elsif cv = e.match(/\A[Rr]eporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
-                  # Reporting-MTA: dns;mr21p30im-asmtp004.me.com (tcp-daemon)
-                  localhost = cv[1]
-                  v['lhost'] ||= localhost
-                  v['lhost']   = localhost unless v['lhost'] =~ /[^.]+[.][^ ]+/
-                end
-              end
-            end
-          end
-          return nil if recipients.zero?
-          require 'sisimai/string'
-
-          dscontents.map do |e|
-            e['agent']     = Sisimai::MTA::MessagingServer.smtpagent
-            e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-
-            ReFailure.each_key do |r|
-              # Verify each regular expression of session errors
-              next unless e['diagnosis'] =~ ReFailure[r]
-              e['reason'] = r.to_s
-              break
-            end
-            e.each_key { |a| e[a] ||= '' }
-          end
-
-          rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-          return { 'ds' => dscontents, 'rfc822' => rfc822part }
-        end
-
-      end
-    end
-  end
-end
-