sisimai 4.21.1-java → 4.22.0-java

data/lib/sisimai/bite/email/interscanmss.rb

@@ -0,0 +1,146 @@
+module Sisimai::Bite::Email
+  module InterScanMSS
+    # Sisimai::Bite::Email::InterScanMSS parses a bounce email which created by
+    # Trend Micro InterScan Messaging Security Suite. Methods in the module are
+    # called from only Sisimai::Message.
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/InterScanMSS.pm
+      require 'sisimai/bite/email'
+
+      Re0 = {
+        :from     => %r/InterScan MSS/,
+        :received => %r/[ ][(]InterScanMSS[)][ ]with[ ]/,
+        :subject  => [
+          'Mail could not be delivered',
+          # メッセージを配信できません。
+          '=?iso-2022-jp?B?GyRCJWElQyU7ITwlOCRyR1s/LiRHJC0kXiQ7JHMhIxsoQg==?=',
+          # メール配信に失敗しました
+          '=?iso-2022-jp?B?GyRCJWEhPCVrR1s/LiRLPDpHVCQ3JF4kNyQ/GyhCDQo=?=',
+        ],
+      }
+      Re1 = {
+        :begin  => %r|\AContent-type: text/plain|,
+        :rfc822 => %r|\AContent-type: message/rfc822|,
+        :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+      Indicators = Sisimai::Bite::Email.INDICATORS
+
+      def description; return 'Trend Micro InterScan Messaging Security Suite'; end
+      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
+      def headerlist;  return []; end
+      def pattern;     return Re0; end
+
+      # Parse bounce messages from InterScanMSS
+      # @param         [Hash] mhead       Message headers of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822
+      #                                   part or nil if it failed to parse or
+      #                                   the arguments are missing
+      def scan(mhead, mbody)
+        return nil unless mhead
+        return nil unless mbody
+
+        match  = 0
+        match += 1 if mhead['from'] =~ Re0[:from]
+        match += 1 if Re0[:subject].find { |a| mhead['subject'] == a }
+        return nil if match.zero?
+
+        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
+        hasdivided = mbody.split("\n")
+        rfc822list = []     # (Array) Each line in message/rfc822 part string
+        blanklines = 0      # (Integer) The number of blank lines
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        v = nil
+
+        hasdivided.each do |e|
+          if readcursor.zero?
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:deliverystatus]
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ Re1[:rfc822]
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if e.empty?
+              blanklines += 1
+              break if blanklines > 1
+              next
+            end
+            rfc822list << e
+
+          else
+            # Before "message/rfc822"
+            next if readcursor & Indicators[:deliverystatus] == 0
+            next if e.empty?
+
+            # Sent <<< RCPT TO:<kijitora@example.co.jp>
+            # Received >>> 550 5.1.1 <kijitora@example.co.jp>... user unknown
+            v = dscontents[-1]
+
+            if cv = e.match(/\A.+[<>]{3}[ \t]+.+[<]([^ ]+[@][^ ]+)[>]\z/) ||
+                    e.match(/\A.+[<>]{3}[ \t]+.+[<]([^ ]+[@][^ ]+)[>]/)
+              # Sent <<< RCPT TO:<kijitora@example.co.jp>
+              # Received >>> 550 5.1.1 <kijitora@example.co.jp>... user unknown
+              if v['recipient'] && cv[1] != v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Bite.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = cv[1]
+              recipients = dscontents.size
+            end
+
+            if cv = e.match(/\ASent[ ]+[<]{3}[ ]+([A-Z]{4})[ ]/)
+              # Sent <<< RCPT TO:<kijitora@example.co.jp>
+              v['command'] = cv[1]
+
+            elsif cv = e.match(/\AReceived[ ]+[>]{3}[ ]+(\d{3}[ ]+.+)\z/)
+              # Received >>> 550 5.1.1 <kijitora@example.co.jp>... user unknown
+              v['diagnosis'] = cv[1]
+
+            else
+              # Error message in non-English
+              if cv = e.match(/[ ][>]{3}[ ]([A-Z]{4})/)
+                # >>> RCPT TO ...
+                v['command'] = cv[1]
+
+              elsif cv = e.match(/[ ][<]{3}[ ](.+)/)
+                # <<< 550 5.1.1 User unknown
+                v['diagnosis'] = cv[1]
+              end
+            end
+          end
+        end
+        return nil if recipients.zero?
+        require 'sisimai/string'
+
+        dscontents.map do |e|
+          e['agent']     = self.smtpagent
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          e.each_key { |a| e[a] ||= '' }
+        end
+
+        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+
+    end
+  end
+end
+

data/lib/sisimai/bite/email/kddi.rb

@@ -0,0 +1,166 @@
+module Sisimai::Bite::Email
+  module KDDI
+    # Sisimai::Bite::Email::KDDI parses a bounce email which created by au by KDDI.
+    # Methods in the module are called from only Sisimai::Message.
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/KDDI.pm
+      require 'sisimai/bite/email'
+
+      Re0 = {
+        :'from'       => %r/no-reply[@].+[.]dion[.]ne[.]jp/,
+        :'reply-to'   => %r/\Afrom[ \t]+\w+[.]auone[-]net[.]jp[ \t]/,
+        :'received'   => %r/\Afrom[ ](?:.+[.])?ezweb[.]ne[.]jp[ ]/,
+        :'message-id' => %r/[@].+[.]ezweb[.]ne[.]jp[>]\z/,
+      }
+      Re1 = {
+        :begin => %r/\AYour[ ]mail[ ](?:
+             sent[ ]on:?[ ][A-Z][a-z]{2}[,]
+            |attempted[ ]to[ ]be[ ]delivered[ ]on:?[ ][A-Z][a-z]{2}[,]
+            )
+        /x,
+        :rfc822 => %r|\AContent-Type: message/rfc822\z|,
+        :error  => %r/Could not be delivered to:? /,
+        :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+      ReFailure = {
+        mailboxfull: %r/As[ ]their[ ]mailbox[ ]is[ ]full/x,
+        norelaying:  %r/Due[ ]to[ ]the[ ]following[ ]SMTP[ ]relay[ ]error/x,
+        hostunknown: %r/As[ ]the[ ]remote[ ]domain[ ]doesnt[ ]exist/x,
+      }
+      Indicators = Sisimai::Bite::Email.INDICATORS
+
+      def description; return 'au by KDDI: http://www.au.kddi.com'; end
+      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
+      def headerlist;  return []; end
+      def pattern;     return Re0; end
+
+      # Parse bounce messages from au by KDDI
+      # @param         [Hash] mhead       Message headers of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822
+      #                                   part or nil if it failed to parse or
+      #                                   the arguments are missing
+      def scan(mhead, mbody)
+        return nil unless mhead
+        return nil unless mbody
+
+        match  = 0
+        match += 1 if mhead['from']    =~ Re0[:from]
+        match += 1 if mhead['reply-to'] && mhead['reply-to'] =~ Re0[:'reply-to']
+        match += 1 if mhead['received'].find { |a| a =~ Re0[:received] }
+        return nil if match.zero?
+
+        require 'sisimai/string'
+        require 'sisimai/address'
+
+        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
+        hasdivided = mbody.split("\n")
+        rfc822list = []     # (Array) Each line in message/rfc822 part string
+        blanklines = 0      # (Integer) The number of blank lines
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        v = nil
+
+        hasdivided.each do |e|
+          if readcursor.zero?
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:deliverystatus]
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ Re1[:rfc822]
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if e.empty?
+              blanklines += 1
+              break if blanklines > 1
+              next
+            end
+            rfc822list << e
+
+          else
+            # Before "message/rfc822"
+            next if readcursor & Indicators[:deliverystatus] == 0
+            next if e.empty?
+
+            v = dscontents[-1]
+            if cv = e.match(/\A[ \t]+Could not be delivered to: [<]([^ ]+[@][^ ]+)[>]/)
+              # Your mail sent on: Thu, 29 Apr 2010 11:04:47 +0900
+              #     Could not be delivered to: <******@**.***.**>
+              #     As their mailbox is full.
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                push dscontents << Sisimai::Bite.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+
+              r = Sisimai::Address.s3s4(cv[1])
+              if Sisimai::RFC5322.is_emailaddress(r)
+                v['recipient'] = r
+                recipients += 1
+              end
+
+            elsif cv = e.match(/Your mail sent on: (.+)\z/)
+              # Your mail sent on: Thu, 29 Apr 2010 11:04:47 +0900
+              v['date'] = cv[1]
+
+            else
+              #     As their mailbox is full.
+              v['diagnosis'] ||= ''
+              v['diagnosis']  += e + ' ' if e =~ /\A[ \t]+/
+            end
+          end
+        end
+
+        return nil if recipients.zero?
+        require 'sisimai/smtp/status'
+
+        dscontents.map do |e|
+          e['agent']     = self.smtpagent
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+
+          if mhead['x-spasign'] && mhead['x-spasign'] == 'NG'
+            # Content-Type: text/plain; ..., X-SPASIGN: NG (spamghetti, au by KDDI)
+            # Filtered recipient returns message that include 'X-SPASIGN' header
+            e['reason'] = 'filtered'
+
+          else
+            if e['command'] == 'RCPT'
+              # set "userunknown" when the remote server rejected after RCPT
+              # command.
+              e['reason'] = 'userunknown'
+            else
+              # SMTP command is not RCPT
+              ReFailure.each_key do |r|
+                # Verify each regular expression of session errors
+                next unless e['diagnosis'] =~ ReFailure[r]
+                e['reason'] = r.to_s
+                break
+              end
+            end
+          end
+
+        end
+
+        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+
+    end
+  end
+end
+

data/lib/sisimai/bite/email/mailfoundry.rb

@@ -0,0 +1,133 @@
+module Sisimai::Bite::Email
+  module MailFoundry
+    # Sisimai::Bite::Email::MailFoundry parses a bounce email which created by
+    # MailFoundry. Methods in the module are called from only Sisimai::Message.
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/MailFoundry.pm
+      require 'sisimai/bite/email'
+
+      Re0 = {
+        :subject  => %r/\AMessage delivery has failed\z/,
+        :received => %r/[(]MAILFOUNDRY[)] id /,
+      }
+      Re1 = {
+        :begin  => %r/\AThis is a MIME encoded message\z/,
+        :error  => %r/\ADelivery failed for the following reason:\z/,
+        :rfc822 => %r|\AContent-Type: message/rfc822\z|,
+        :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+      Indicators = Sisimai::Bite::Email.INDICATORS
+
+      def description; return 'MailFoundry'; end
+      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
+      def headerlist;  return []; end
+      def pattern;     return Re0; end
+
+      # Parse bounce messages from MailFoundry
+      # @param         [Hash] mhead       Message headers of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822
+      #                                   part or nil if it failed to parse or
+      #                                   the arguments are missing
+      def scan(mhead, mbody)
+        return nil unless mhead
+        return nil unless mbody
+        return nil unless mhead['subject'] =~ Re0[:subject]
+        return nil unless mhead['received'].find { |a| a =~ Re0[:received] }
+
+        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
+        hasdivided = mbody.split("\n")
+        rfc822list = []     # (Array) Each line in message/rfc822 part string
+        blanklines = 0      # (Integer) The number of blank lines
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        v = nil
+
+        hasdivided.each do |e|
+          if readcursor.zero?
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:deliverystatus]
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ Re1[:rfc822]
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if e.empty?
+              blanklines += 1
+              break if blanklines > 1
+              next
+            end
+            rfc822list << e
+
+          else
+            # Before "message/rfc822"
+            next if readcursor & Indicators[:deliverystatus] == 0
+            next if e.empty?
+
+            # Unable to deliver message to: <kijitora@example.org>
+            # Delivery failed for the following reason:
+            # Server mx22.example.org[192.0.2.222] failed with: 550 <kijitora@example.org> No such user here
+            #
+            # This has been a permanent failure.  No further delivery attempts will be made.
+            v = dscontents[-1]
+
+            if cv = e.match(/\AUnable to deliver message to: [<]([^ ]+[@][^ ]+)[>]\z/)
+              # Unable to deliver message to: <kijitora@example.org>
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Bite.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = cv[1]
+              recipients += 1
+
+            else
+              # Error message
+              if e =~ Re1[:error]
+                # Delivery failed for the following reason:
+                v['diagnosis'] = e
+
+              else
+                # Detect error message
+                next if e.empty?
+                next if v['diagnosis'].nil? || v['diagnosis'].empty?
+                next if e =~ /\A[-]+/
+
+                # Server mx22.example.org[192.0.2.222] failed with: 550 <kijitora@example.org> No such user here
+                v['diagnosis'] ||= ''
+                v['diagnosis']  += ' ' + e
+              end
+            end
+          end
+        end
+        return nil if recipients.zero?
+        require 'sisimai/string'
+
+        dscontents.map do |e|
+          e['agent']     = self.smtpagent
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          e.each_key { |a| e[a] ||= '' }
+        end
+
+        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+
+    end
+  end
+end

data/lib/sisimai/bite/email/mailmarshalsmtp.rb

@@ -0,0 +1,173 @@
+module Sisimai::Bite::Email
+  module MailMarshalSMTP
+    # Sisimai::Bite::Email::MailMarshalSMTP parses a bounce email which created
+    # by Trustwave Secure Email Gateway: formerly MailMarshal SMTP. Methods in
+    # the module are called from only Sisimai::Message.
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/MailMarshalSMTP.pm
+      require 'sisimai/bite/email'
+
+      Re0 = {
+        :subject  => %r/\AUndeliverable Mail: ["]/,
+      }
+      Re1 = {
+        :begin  => %r/\AYour message:\z/,
+        :rfc822 => nil,
+        :error  => %r/\ACould not be delivered because of\z/,
+        :rcpts  => %r/\AThe following recipients were affected:/,
+        :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+      Indicators = Sisimai::Bite::Email.INDICATORS
+
+      def description; return 'Trustwave Secure Email Gateway'; end
+      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
+      def headerlist;  return ['X-Mailer']; end
+      def pattern;     return Re0; end
+
+      # Parse bounce messages from MailMarshalSMTP
+      # @param         [Hash] mhead       Message headers of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822
+      #                                   part or nil if it failed to parse or
+      #                                   the arguments are missing
+      def scan(mhead, mbody)
+        return nil unless mhead
+        return nil unless mbody
+        return nil unless mhead['subject'] =~ Re0[:subject]
+
+        require 'sisimai/mime'
+        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
+        hasdivided = mbody.split("\n")
+        rfc822list = []     # (Array) Each line in message/rfc822 part string
+        blanklines = 0      # (Integer) The number of blank lines
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        endoferror = false  # (Boolean) Flag for the end of error message
+        regularexp = nil
+        v = nil
+
+        boundary00 = Sisimai::MIME.boundary(mhead['content-type']) || ''
+        if boundary00.size > 0
+          # Convert to regular expression
+          regularexp = Regexp.new('\A' + Regexp.escape('--' + boundary00 + '--') + '\z')
+        else
+          regularexp = %r/\A[ \t]*[+]+[ \t]*\z/
+        end
+
+        hasdivided.each do |e|
+          if readcursor.zero?
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:deliverystatus]
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ regularexp
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if e.empty?
+              blanklines += 1
+              break if blanklines > 1
+              next
+            end
+            rfc822list << e
+
+          else
+            # Before "message/rfc822"
+            next if readcursor & Indicators[:deliverystatus] == 0
+            break if e =~ regularexp
+
+            # Your message:
+            #    From:    originalsender@example.com
+            #    Subject: IIdentifica蟾ｽ驕俳
+            #
+            # Could not be delivered because of
+            #
+            # 550 5.1.1 User unknown
+            #
+            # The following recipients were affected:
+            #    dummyuser@blabla.xxxxxxxxxxxx.com
+            v = dscontents[-1]
+
+            if cv = e.match(/\A[ ]{4}([^ ]+[@][^ ]+)\z/)
+              # The following recipients were affected:
+              #    dummyuser@blabla.xxxxxxxxxxxx.com
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Bite.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = cv[1]
+              recipients += 1
+
+            else
+              # Get error message lines
+              if e =~ Re1[:error]
+                # Could not be delivered because of
+                #
+                # 550 5.1.1 User unknown
+                v['diagnosis'] = e
+
+              elsif v['diagnosis'] && v['diagnosis'].size > 0 && endoferror == false
+                # Append error messages
+                endoferror = true if e =~ Re1[:rcpts]
+                next if endoferror
+                v['diagnosis']  += ' ' + e
+
+              else
+                # Additional Information
+                # ======================
+                # Original Sender:    <originalsender@example.com>
+                # Sender-MTA:         <10.11.12.13>
+                # Remote-MTA:         <10.0.0.1>
+                # Reporting-MTA:      <relay.xxxxxxxxxxxx.com>
+                # MessageName:        <B549996730000.000000000001.0003.mml>
+                # Last-Attempt-Date:  <16:21:07 seg, 22 Dezembro 2014>
+                if cv = e.match(/\AOriginal Sender:[ \t]+[<](.+)[>]\z/)
+                  # Original Sender:    <originalsender@example.com>
+                  # Use this line instead of "From" header of the original
+                  # message.
+                  rfc822list << sprintf('From: %s', cv[1])
+
+                elsif cv = e.match(/\ASender-MTA:[ \t]+[<](.+)[>]\z/)
+                  # Sender-MTA:         <10.11.12.13>
+                  v['lhost'] = cv[1]
+
+                elsif cv = e.match(/\AReporting-MTA:[ \t]+[<](.+)[>]\z/)
+                  # Reporting-MTA:      <relay.xxxxxxxxxxxx.com>
+                  v['rhost'] = cv[1]
+                end
+              end
+            end
+          end
+        end
+        return nil if recipients.zero?
+        require 'sisimai/string'
+
+        dscontents.map do |e|
+          e['agent']     = self.smtpagent
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          e.each_key { |a| e[a] ||= '' }
+        end
+
+        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+
+    end
+  end
+end
+