sisimai 4.25.3 → 4.25.8

data/lib/sisimai/lhost/mcafee.rb

@@ -0,0 +1,119 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::McAfee parses a bounce email which created by McAfee
+  # Email Appliance. Methods in the module are called from only Sisimai::Message.
+  module McAfee
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/McAfee.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r|^Content-Type:[ ]message/rfc822|.freeze
+      StartingOf = { message: ['--- The following addresses had delivery problems ---'] }.freeze
+      ReFailures = {
+        'userunknown' => %r{(?:
+           [ ]User[ ][(].+[@].+[)][ ]unknown[.][ ]
+          |550[ ]Unknown[ ]user[ ][^ ]+[@][^ ]+
+          |550[ ][<].+?[@].+?[>][.]+[ ]User[ ]not[ ]exist
+          |No[ ]such[ ]user
+          )
+        }x,
+      }.freeze
+
+      # Parse bounce messages from McAfee Email Appliance
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        # X-NAI-Header: Modified by McAfee Email and Web Security Virtual Appliance
+        return nil unless mhead['x-nai-header']
+        return nil unless mhead['x-nai-header'].start_with?('Modified by McAfee ')
+        return nil unless mhead['subject'] == 'Delivery Status'
+
+        require 'sisimai/rfc1894'
+        fieldtable = Sisimai::RFC1894.FIELDTABLE
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readslices = ['']
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        diagnostic = ''     # (String) Alternative diagnostic message
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          readslices << e # Save the current line for the next loop
+
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e.include?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          # Content-Type: text/plain; name="deliveryproblems.txt"
+          #
+          #    --- The following addresses had delivery problems ---
+          #
+          # <user@example.com>   (User unknown user@example.com)
+          #
+          # --------------Boundary-00=_00000000000000000000
+          # Content-Type: message/delivery-status; name="deliverystatus.txt"
+          #
+          v = dscontents[-1]
+
+          if cv = e.match(/\A[<]([^ ]+[@][^ ]+)[>][ \t]+[(](.+)[)]\z/)
+            # <kijitora@example.co.jp>   (Unknown user kijitora@example.co.jp)
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = cv[1]
+            diagnostic = cv[2]
+            recipients += 1
+
+          elsif f = Sisimai::RFC1894.match(e)
+            # "e" matched with any field defined in RFC3464
+            o = Sisimai::RFC1894.field(e)
+            unless o
+              # Fallback code for empty value or invalid formatted value
+              # - Original-Recipient: <kijitora@example.co.jp>
+              if cv = e.match(/\AOriginal-Recipient:[ ]*([^ ]+)\z/)
+                v['alias'] = Sisimai::Address.s3s4(cv[1])
+              end
+              next
+            end
+            next unless fieldtable[o[0]]
+            v[fieldtable[o[0]]] = o[2]
+
+          else
+            # Continued line of the value of Diagnostic-Code field
+            next unless readslices[-2].start_with?('Diagnostic-Code:')
+            next unless cv = e.match(/\A[ \t]+(.+)\z/)
+            v['diagnosis'] << ' ' << cv[1]
+            readslices[-1] = 'Diagnostic-Code: ' << e
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'] || diagnostic)
+          ReFailures.each_key do |r|
+            # Verify each regular expression of session errors
+            next unless e['diagnosis'] =~ ReFailures[r]
+            e['reason'] = r
+            break
+          end
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'McAfee Email Appliance'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/messagelabs.rb

@@ -0,0 +1,123 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::MessageLabs parses a bounce email which created by
+  # Symantec.cloud: formerly MessageLabs. Methods in the module are called
+  # from only Sisimai::Message.
+  module MessageLabs
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/MessageLabs.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r|^Content-Type:[ ]text/rfc822-headers|.freeze
+      StartingOf = { message: ['Content-Type: message/delivery-status'] }.freeze
+      ReFailures = {
+        'userunknown'   => %r/(?:542 .+ Rejected|No such user)/,
+        'securityerror' => %r/Please turn on SMTP Authentication in your mail client/,
+      }.freeze
+
+      # Parse bounce messages from Symantec.cloud(MessageLabs)
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        # X-Msg-Ref: server-11.tower-143.messagelabs.com!1419367175!36473369!1
+        # X-Originating-IP: [10.245.230.38]
+        # X-StarScan-Received:
+        # X-StarScan-Version: 6.12.5; banners=-,-,-
+        # X-VirusChecked: Checked
+        return nil unless mhead['x-msg-ref']
+        return nil unless mhead['from'].include?('MAILER-DAEMON@messagelabs.com')
+        return nil unless mhead['subject'].start_with?('Mail Delivery Failure')
+
+        require 'sisimai/rfc1894'
+        fieldtable = Sisimai::RFC1894.FIELDTABLE
+        permessage = {}     # (Hash) Store values of each Per-Message field
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readslices = ['']
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        commandset = []     # (Array) ``in reply to * command'' list
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          readslices << e # Save the current line for the next loop
+
+          if readcursor == 0
+            # Beginning of the bounce message or message/delivery-status part
+            readcursor |= Indicators[:deliverystatus] if e.start_with?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          if f = Sisimai::RFC1894.match(e)
+            # "e" matched with any field defined in RFC3464
+            next unless o = Sisimai::RFC1894.field(e)
+            v = dscontents[-1]
+
+            if o[-1] == 'addr'
+              # Final-Recipient: rfc822; kijitora@example.jp
+              # X-Actual-Recipient: rfc822; kijitora@example.co.jp
+              if o[0] == 'final-recipient'
+                # Final-Recipient: rfc822; kijitora@example.jp
+                if v['recipient']
+                  # There are multiple recipient addresses in the message body.
+                  dscontents << Sisimai::Lhost.DELIVERYSTATUS
+                  v = dscontents[-1]
+                end
+                v['recipient'] = o[2]
+                recipients += 1
+              else
+                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
+                v['alias'] = o[2]
+              end
+            elsif o[-1] == 'code'
+              # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
+              v['spec'] = o[1]
+              v['diagnosis'] = o[2]
+            else
+              # Other DSN fields defined in RFC3464
+              next unless fieldtable[o[0]]
+              v[fieldtable[o[0]]] = o[2]
+
+              next unless f == 1
+              permessage[fieldtable[o[0]]] = o[2]
+            end
+          else
+            # Continued line of the value of Diagnostic-Code field
+            next unless readslices[-2].start_with?('Diagnostic-Code:')
+            next unless cv = e.match(/\A[ \t]+(.+)\z/)
+            v['diagnosis'] << ' ' << cv[1]
+            readslices[-1] = 'Diagnostic-Code: ' << e
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          # Set default values if each value is empty.
+          e['lhost'] ||= permessage['rhost']
+          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
+          e['command']   = commandset.shift || ''
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+
+          ReFailures.each_key do |r|
+            # Verify each regular expression of session errors
+            next unless e['diagnosis'] =~ ReFailures[r]
+            e['reason'] = r
+            break
+          end
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Symantec.cloud http://www.messagelabs.com'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/messagingserver.rb

@@ -0,0 +1,152 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::MessagingServer parses a bounce email which created
+  # by Oracle Communications Messaging Server and Sun Java System Messaging
+  # Server. Methods in the module are called from only Sisimai::Message.
+  module MessagingServer
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/MessagingServer.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r<^(?:Content-type:[ ]*message/rfc822|Return-path:[ ]*)>.freeze
+      StartingOf = { message: ['This report relates to a message you sent with the following header fields:'] }.freeze
+      MessagesOf = { 'hostunknown' => ['Illegal host/domain name found'] }.freeze
+
+      # Parse bounce messages from MessagingServer
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        # :received => %r/[ ][(]MessagingServer[)][ ]with[ ]/,
+        match  = 0
+        match += 1 if mhead['content-type'].include?('Boundary_(ID_')
+        match += 1 if mhead['subject'].start_with?('Delivery Notification: ')
+        return nil unless match > 0
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e.start_with?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          # --Boundary_(ID_0000000000000000000000)
+          # Content-type: text/plain; charset=us-ascii
+          # Content-language: en-US
+          #
+          # This report relates to a message you sent with the following header fields:
+          #
+          #   Message-id: <CD8C6134-C312-41D5-B083-366F7FA1D752@me.example.com>
+          #   Date: Fri, 21 Nov 2014 23:34:45 +0900
+          #   From: Shironeko <shironeko@me.example.com>
+          #   To: kijitora@example.jp
+          #   Subject: Nyaaaaaaaaaaaaaaaaaaaaaan
+          #
+          # Your message cannot be delivered to the following recipients:
+          #
+          #   Recipient address: kijitora@example.jp
+          #   Reason: Remote SMTP server has rejected address
+          #   Diagnostic code: smtp;550 5.1.1 <kijitora@example.jp>... User Unknown
+          #   Remote system: dns;mx.example.jp (TCP|17.111.174.67|47323|192.0.2.225|25) (6jo.example.jp ESMTP SENDMAIL-VM)
+          v = dscontents[-1]
+
+          if cv = e.match(/\A[ \t]+Recipient address:[ \t]*([^ ]+[@][^ ]+)\z/)
+            #   Recipient address: kijitora@example.jp
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = Sisimai::Address.s3s4(cv[1])
+            recipients += 1
+
+          elsif cv = e.match(/\A[ \t]+Original address:[ \t]*([^ ]+[@][^ ]+)\z/)
+            #   Original address: kijitora@example.jp
+            v['recipient'] = Sisimai::Address.s3s4(cv[1])
+
+          elsif cv = e.match(/\A[ \t]+Date:[ \t]*(.+)\z/)
+            #   Date: Fri, 21 Nov 2014 23:34:45 +0900
+            v['date'] = cv[1]
+
+          elsif cv = e.match(/\A[ \t]+Reason:[ \t]*(.+)\z/)
+            #   Reason: Remote SMTP server has rejected address
+            v['diagnosis'] = cv[1]
+
+          elsif cv = e.match(/\A[ \t]+Diagnostic code:[ \t]*([^ ]+);(.+)\z/)
+            #   Diagnostic code: smtp;550 5.1.1 <kijitora@example.jp>... User Unknown
+            v['spec'] = cv[1].upcase
+            v['diagnosis'] = cv[2]
+
+          elsif cv = e.match(/\A[ \t]+Remote system:[ ]*dns;([^ ]+)[ ]*([^ ]+)[ ]*.+\z/)
+            #   Remote system: dns;mx.example.jp (TCP|17.111.174.67|47323|192.0.2.225|25)
+            #     (6jo.example.jp ESMTP SENDMAIL-VM)
+            remotehost = cv[1]  # remote host
+            sessionlog = cv[2]  # smtp session
+            v['rhost'] = remotehost
+
+            # The value does not include ".", use IP address instead.
+            # (TCP|17.111.174.67|47323|192.0.2.225|25)
+            next unless cv = sessionlog.match(/\A[(]TCP|(.+)|\d+|(.+)|\d+[)]/)
+            v['lhost'] = cv[1]
+            v['rhost'] = cv[2] unless remotehost =~ /[^.]+[.][^.]+/
+          else
+            # Original-envelope-id: 0NFC009FLKOUVMA0@mr21p30im-asmtp004.me.com
+            # Reporting-MTA: dns;mr21p30im-asmtp004.me.com (tcp-daemon)
+            # Arrival-date: Thu, 29 Apr 2014 23:34:45 +0000 (GMT)
+            #
+            # Original-recipient: rfc822;kijitora@example.jp
+            # Final-recipient: rfc822;kijitora@example.jp
+            # Action: failed
+            # Status: 5.1.1 (Remote SMTP server has rejected address)
+            # Remote-MTA: dns;mx.example.jp (TCP|17.111.174.67|47323|192.0.2.225|25)
+            #  (6jo.example.jp ESMTP SENDMAIL-VM)
+            # Diagnostic-code: smtp;550 5.1.1 <kijitora@example.jp>... User Unknown
+            #
+            if cv = e.match(/\AStatus:[ ]*(\d[.]\d[.]\d)[ ]*[(](.+)[)]\z/)
+              # Status: 5.1.1 (Remote SMTP server has rejected address)
+              v['status'] = cv[1]
+              v['diagnosis'] ||= cv[2]
+
+            elsif cv = e.match(/\AArrival-Date:[ ]*(.+)\z/)
+              # Arrival-date: Thu, 29 Apr 2014 23:34:45 +0000 (GMT)
+              v['date'] ||= cv[1]
+
+            elsif cv = e.match(/\AReporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
+              # Reporting-MTA: dns;mr21p30im-asmtp004.me.com (tcp-daemon)
+              localhost = cv[1]
+              v['lhost'] ||= localhost
+              v['lhost']   = localhost unless v['lhost'] =~ /[^.]+[.][^ ]+/
+            end
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          MessagesOf.each_key do |r|
+            # Verify each regular expression of session errors
+            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
+            e['reason'] = r
+            break
+          end
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Oracle Communications Messaging Server'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/mfilter.rb

@@ -0,0 +1,120 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::mFILTER parses a bounce email which created by
+  # Digital Arts m-FILTER.
+  # Methods in the module are called from only Sisimai::Message.
+  module MFILTER
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/mFILTER.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r/^-------original[ ](?:message|mail[ ]info)/.freeze
+      StartingOf = {
+        error:   ['-------server message'],
+        command: ['-------SMTP command'],
+      }.freeze
+      MarkingsOf = { message: %r/\A[^ ]+[@][^ ]+[.][a-zA-Z]+\z/ }.freeze
+
+      # Parse bounce messages from Digital Arts m-FILTER
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        # X-Mailer: m-FILTER
+        return nil unless mhead['x-mailer'].to_s == 'm-FILTER'
+        return nil unless mhead['subject'] == 'failure notice'
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        markingset = { 'diagnosis' => false, 'command' => false }
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e =~ MarkingsOf[:message]
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          # このメールは「m-FILTER」が自動的に生成して送信しています。
+          # メールサーバーとの通信中、下記の理由により
+          # このメールは送信できませんでした。
+          #
+          # 以下のメールアドレスへの送信に失敗しました。
+          # kijitora@example.jp
+          #
+          #
+          # -------server message
+          # 550 5.1.1 unknown user <kijitora@example.jp>
+          #
+          # -------SMTP command
+          # DATA
+          #
+          # -------original message
+          v = dscontents[-1]
+
+          if cv = e.match(/\A([^ ]+[@][^ ]+)\z/)
+            # 以下のメールアドレスへの送信に失敗しました。
+            # kijitora@example.jp
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = cv[1]
+            recipients += 1
+
+          elsif e =~ /\A[A-Z]{4}/
+            # -------SMTP command
+            # DATA
+            next if v['command']
+            v['command'] = e if markingset['command']
+          else
+            # Get error message and SMTP command
+            if e == StartingOf[:error][0]
+              # -------server message
+              markingset['diagnosis'] = true
+
+            elsif e == StartingOf[:command][0]
+              # -------SMTP command
+              markingset['command'] = true
+            else
+              # 550 5.1.1 unknown user <kijitora@example.jp>
+              next if e.start_with?('-')
+              next if v['diagnosis']
+              v['diagnosis'] = e
+            end
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          e['agent'] = 'mFILTER'
+
+          # Get localhost and remote host name from Received header.
+          next if mhead['received'].empty?
+          rheads = mhead['received']
+          rhosts = Sisimai::RFC5322.received(rheads[-1])
+
+          e['lhost'] ||= Sisimai::RFC5322.received(rheads[0]).shift
+          while ee = rhosts.shift do
+            # Avoid "... by m-FILTER"
+            next unless ee.include?('.')
+            e['rhost'] = ee
+          end
+        end
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Digital Arts m-FILTER'; end
+    end
+  end
+end
+