sisimai 4.25.3 → 4.25.8

data/lib/sisimai/bite/email/notes.rb

@@ -1,167 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::::Email::Notes parses a bounce email which created by Lotus
-  # Notes Server. Methods in the module are called from only Sisimai::Message.
-  module Notes
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Notes.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['------- Failure Reasons '],
-        rfc822:  ['------- Returned Message '],
-      }.freeze
-      MessagesOf = {
-        'userunknown' => [
-          'User not listed in public Name & Address Book',
-          'ディレクトリのリストにありません',
-        ],
-        networkerror: ['Message has exceeded maximum hop count'],
-      }.freeze
-
-      def description; return 'Lotus Notes'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-      def headerlist;  return []; end
-
-      # Parse bounce messages from Lotus Notes
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        return nil unless mhead['subject'].start_with?('Undeliverable message')
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        characters = ''     # (String) Character set name of the bounce mail
-        removedmsg = 'MULTIBYTE CHARACTERS HAVE BEEN REMOVED'
-        encodedmsg = ''
-        v = nil
-
-        while e = hasdivided.shift do
-          if readcursor == 0
-            # Beginning of the bounce message or delivery status part
-            if e.start_with?(StartingOf[:message][0])
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part
-            if e.start_with?(StartingOf[:rfc822][0])
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if characters.empty?
-            # Get character set name
-            if cv = mhead['content-type'].match(/\A.+;[ ]*charset=(.+)\z/)
-              # Content-Type: text/plain; charset=ISO-2022-JP
-              characters = cv[1].downcase
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # Inside of the original message part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # Error message part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-
-            # ------- Failure Reasons  --------
-            #
-            # User not listed in public Name & Address Book
-            # kijitora@notes.example.jp
-            #
-            # ------- Returned Message --------
-            v = dscontents[-1]
-            if e =~ /\A[^ ]+[@][^ ]+/
-              # kijitora@notes.example.jp
-              if v['recipient']
-                # There are multiple recipient addresses in the message body.
-                dscontents << Sisimai::Bite.DELIVERYSTATUS
-                v = dscontents[-1]
-              end
-              v['recipient'] ||= e
-              recipients += 1
-            else
-              next if e.empty?
-              next if e.start_with?('-')
-
-              if e =~ /[^\x20-\x7e]/
-                # Error message is not ISO-8859-1
-                if characters.size > 0
-                  # Try to convert string
-                  begin
-                    encodedmsg = e.encode('UTF-8', characters)
-                  rescue
-                    # Failed to convert
-                    encodedmsg = removedmsg
-                  end
-                else
-                  # No character set in Content-Type header
-                  encodedmsg = removedmsg
-                end
-                v['diagnosis'] ||= ''
-                v['diagnosis'] << encodedmsg
-              else
-                # Error message does not include multi-byte character
-                v['diagnosis'] ||= ''
-                v['diagnosis'] << e
-              end
-            end
-          end
-        end
-
-        unless recipients > 0
-          # Fallback: Get the recpient address from RFC822 part
-          rfc822list.each do |e|
-            next unless cv = e.match(/^To:[ ]*(.+)$/m)
-
-            v['recipient'] = Sisimai::Address.s3s4(cv[1])
-            recipients += 1 unless v['recipient'].empty?
-            break
-          end
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          e['agent']     = self.smtpagent
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-          e['recipient'] = Sisimai::Address.s3s4(e['recipient'])
-
-          MessagesOf.each_key do |r|
-            # Check each regular expression of Notes error messages
-            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
-            e['reason'] = r
-            e['status'] = Sisimai::SMTP::Status.code(r.to_s) || ''
-            break
-          end
-          e.each_key { |a| e[a] ||= '' }
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-

data/lib/sisimai/bite/email/office365.rb

@@ -1,243 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::Office365 parses a bounce email which created by
-  # Microsoft Office 365.
-  # Methods in the module are called from only Sisimai::Message.
-  module Office365
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Office365.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        rfc822: ['Content-Type: message/rfc822'],
-        error:  ['Diagnostic information for administrators:'],
-        eoerr:  ['Original message headers:'],
-      }.freeze
-      MarkingsOf = {
-        message: %r{\A(?:
-           Delivery[ ]has[ ]failed[ ]to[ ]these[ ]recipients[ ]or[ ]groups:
-          |.+[ ]rejected[ ]your[ ]message[ ]to[ ]the[ ]following[ ]e[-]?mail[ ]addresses:
-          )
-        }x,
-      }.freeze
-      StatusList = {
-        # https://support.office.com/en-us/article/Email-non-delivery-reports-in-Office-365-51daa6b9-2e35-49c4-a0c9-df85bf8533c3
-        %r/\A4[.]4[.]7\z/        => 'expired',
-        %r/\A4[.]4[.]312\z/      => 'networkerror',
-        %r/\A4[.]4[.]316\z/      => 'expired',
-        %r/\A4[.]7[.]26\z/       => 'securityerror',
-        %r/\A4[.]7[.][56]\d\d\z/ => 'blocked',
-        %r/\A4[.]7[.]8[5-9]\d\z/ => 'blocked',
-        %r/\A5[.]4[.]1\z/        => 'norelaying',
-        %r/\A5[.]4[.]312\z/      => 'networkerror',
-        %r/\A5[.]4[.]316\z/      => 'expired',
-        %r/\A5[.]4[.]6\z/        => 'networkerror',
-        %r/\A5[.]6[.]11\z/       => 'contenterror',
-        %r/\A5[.]7[.]1\z/        => 'rejected',
-        %r/\A5[.]7[.]1[23]\z/    => 'rejected',
-        %r/\A5[.]7[.]124\z/      => 'rejected',
-        %r/\A5[.]7[.]13[3-6]\z/  => 'rejected',
-        %r/\A5[.]7[.]25\z/       => 'networkerror',
-        %r/\A5[.]7[.]50[1-3]\z/  => 'spamdetected',
-        %r/\A5[.]7[.]50[4-5]\z/  => 'filtered',
-        %r/\A5[.]7[.]50[6-7]\z/  => 'blocked',
-        %r/\A5[.]7[.]508\z/      => 'toomanyconn',
-        %r/\A5[.]7[.]509\z/      => 'securityerror',
-        %r/\A5[.]7[.]510\z/      => 'notaccept',
-        %r/\A5[.]7[.]511\z/      => 'rejected',
-        %r/\A5[.]7[.]512\z/      => 'securityerror',
-        %r/\A5[.]7[.]60[6-9]\z/  => 'blocked',
-        %r/\A5[.]7[.]6[1-4]\d\z/ => 'blocked',
-        %r/\A5[.]7[.]7[0-4]\d\z/ => 'toomanyconn',
-      }.freeze
-      ReCommands = {
-        RCPT: %r/unknown recipient or mailbox unavailable ->.+[<]?.+[@].+[.][a-zA-Z]+[>]?/,
-      }.freeze
-
-      def description; return 'Microsoft Office 365: http://office.microsoft.com/'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-
-      def headerlist
-        # X-MS-Exchange-Message-Is-Ndr:
-        # X-Microsoft-Antispam-PRVS: <....@...outlook.com>
-        # X-Exchange-Antispam-Report-Test: UriScan:;
-        # X-Exchange-Antispam-Report-CFA-Test:
-        # X-MS-Exchange-CrossTenant-OriginalArrivalTime: 29 Apr 2015 23:34:45.6789 (JST)
-        # X-MS-Exchange-CrossTenant-FromEntityHeader: Hosted
-        # X-MS-Exchange-Transport-CrossTenantHeadersStamped: ...
-        return %w[
-          content-language
-          x-ms-exchange-message-is-ndr
-          x-microsoft-antispam-prvs
-          x-exchange-antispam-report-test
-          x-exchange-antispam-report-cfa-test
-          x-ms-exchange-crosstenant-originalarrivaltime
-          x-ms-exchange-crosstenant-fromentityheader
-          x-ms-exchange-transport-crosstenantheadersstamped
-        ]
-      end
-
-      # Parse bounce messages from Microsoft Office 365
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        tryto  = %r/.+[.](?:outbound[.]protection|prod)[.]outlook[.]com\b/
-        match  = 0
-        match += 1 if mhead['subject'].include?('Undeliverable:')
-        match += 1 if mhead['x-ms-exchange-message-is-ndr']
-        match += 1 if mhead['x-microsoft-antispam-prvs']
-        match += 1 if mhead['x-exchange-antispam-report-test']
-        match += 1 if mhead['x-exchange-antispam-report-cfa-test']
-        match += 1 if mhead['x-ms-exchange-crosstenant-originalarrivaltime']
-        match += 1 if mhead['x-ms-exchange-crosstenant-fromentityheader']
-        match += 1 if mhead['x-ms-exchange-transport-crosstenantheadersstamped']
-        match += 1 if mhead['received'].any? { |a| a =~ tryto }
-        if mhead['message-id']
-          # Message-ID: <00000000-0000-0000-0000-000000000000@*.*.prod.outlook.com>
-          match += 1 if mhead['message-id'] =~ tryto
-        end
-        return nil if match < 2
-
-        require 'sisimai/rfc1894'
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        connheader = {}
-        endoferror = false  # (Boolean) Flag for the end of error messages
-        htmlbegins = false  # (Boolean) Flag for HTML part
-        v = nil
-
-        while e = hasdivided.shift do
-          if readcursor == 0
-            # Beginning of the bounce message or delivery status part
-            if e =~ MarkingsOf[:message]
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part
-            if e == StartingOf[:rfc822][0]
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # Inside of the original message part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # Error message part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-
-            # kijitora@example.com<mailto:kijitora@example.com>
-            # The email address wasn't found at the destination domain. It might
-            # be misspelled or it might not exist any longer. Try retyping the
-            # address and resending the message.
-            v = dscontents[-1]
-
-            if cv = e.match(/\A.+[@].+[<]mailto:(.+[@].+)[>]\z/)
-              # kijitora@example.com<mailto:kijitora@example.com>
-              if v['recipient']
-                # There are multiple recipient addresses in the message body.
-                dscontents << Sisimai::Bite.DELIVERYSTATUS
-                v = dscontents[-1]
-              end
-              v['recipient'] = cv[1]
-              recipients += 1
-
-            elsif cv = e.match(/\AGenerating server: (.+)\z/)
-              # Generating server: FFFFFFFFFFFF.e0.prod.outlook.com
-              connheader['lhost'] = cv[1].downcase
-            else
-              if endoferror
-                # After "Original message headers:"
-                next unless f = Sisimai::RFC1894.match(e)
-                next unless o = Sisimai::RFC1894.field(e)
-                next unless fieldtable.key?(o[0])
-                next if o[0] =~ /\A(?:diagnostic-code|final-recipient)\z/
-                v[fieldtable[o[0]]] = o[2]
-
-                next unless f == 1
-                permessage[fieldtable[o[0]]] = o[2]
-              else
-                if e == StartingOf[:error][0]
-                  # Diagnostic information for administrators:
-                  v['diagnosis'] = e
-                else
-                  # kijitora@example.com
-                  # Remote Server returned '550 5.1.10 RESOLVER.ADR.RecipientNotFound; Recipien=
-                  # t not found by SMTP address lookup'
-                  next unless v['diagnosis']
-                  if e == StartingOf[:eoerr][0]
-                    # Original message headers:
-                    endoferror = true
-                    next
-                  end
-                  v['diagnosis'] << ' ' << e
-                end
-              end
-            end
-
-          end
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          # Set default values if each value is empty.
-          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
-
-          e['agent']     = self.smtpagent
-          e['status']  ||= ''
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) || ''
-
-          if e['status'].empty? || e['status'].end_with?('.0.0')
-            # There is no value of Status header or the value is 5.0.0, 4.0.0
-            e['status'] = Sisimai::SMTP::Status.find(e['diagnosis']) || ''
-          end
-
-          ReCommands.each_key do |p|
-            # Try to match with regular expressions defined in ReCommands
-            next unless e['diagnosis'] =~ ReCommands[p]
-            e['command'] = p.to_s
-            break
-          end
-          next unless e['status']
-
-          StatusList.each_key do |f|
-            # Try to match with each key as a regular expression
-            next unless e['status'] =~ f
-            e['reason'] = StatusList[f]
-            break
-          end
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-

data/lib/sisimai/bite/email/outlook.rb

@@ -1,173 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::Outlook parses a bounce email which created by
-  # Microsoft Outlook.com.
-  # Methods in the module are called from only Sisimai::Message.
-  module Outlook
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/US/Outlook.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['This is an automatically generated Delivery Status Notification'],
-        rfc822:  ['Content-Type: message/rfc822'],
-      }.freeze
-      MessagesOf = {
-        'hostunknown' => ['The mail could not be delivered to the recipient because the domain is not reachable'],
-        'userunknown' => ['Requested action not taken: mailbox unavailable'],
-      }.freeze
-
-      def description; return 'Microsoft Outlook.com: https://www.outlook.com/'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-
-      # X-Message-Delivery: Vj0xLjE7RD0wO0dEPTA7U0NMPTk7bD0xO3VzPTE=
-      # X-Message-Info: AuEzbeVr9u5fkDpn2vR5iCu5wb6HBeY4iruBjnutBzpStnUabbM...
-      def headerlist;  return %w[x-message-delivery x-message-info]; end
-
-      # Parse bounce messages from Microsoft Outlook.com
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        # :from => %r/postmaster[@]/,
-        match  = 0
-        match += 1 if mhead['subject'].start_with?('Delivery Status Notification')
-        match += 1 if mhead['x-message-delivery']
-        match += 1 if mhead['x-message-info']
-        match += 1 if mhead['received'].any? { |a| a.include?('.hotmail.com') }
-        return nil if match < 2
-
-        require 'sisimai/rfc1894'
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        havepassed = ['']
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        v = nil
-
-        while e = hasdivided.shift do
-          # Save the current line for the next loop
-          havepassed << e
-          p = havepassed[-2]
-
-          if readcursor == 0
-            # Beginning of the bounce message or message/delivery-status part
-            if e.start_with?(StartingOf[:message][0])
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part(message/rfc822)
-            if e == StartingOf[:rfc822][0]
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # message/rfc822 OR text/rfc822-headers part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # message/delivery-status part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-
-            if f = Sisimai::RFC1894.match(e)
-              # "e" matched with any field defined in RFC3464
-              next unless o = Sisimai::RFC1894.field(e)
-              v = dscontents[-1]
-
-              if o[-1] == 'addr'
-                # Final-Recipient: rfc822; kijitora@example.jp
-                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                if o[0] == 'final-recipient'
-                  # Final-Recipient: rfc822; kijitora@example.jp
-                  if v['recipient']
-                    # There are multiple recipient addresses in the message body.
-                    dscontents << Sisimai::Bite.DELIVERYSTATUS
-                    v = dscontents[-1]
-                  end
-                  v['recipient'] = o[2]
-                  recipients += 1
-                else
-                  # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                  v['alias'] = o[2]
-                end
-              elsif o[-1] == 'code'
-                # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-                v['spec'] = o[1]
-                v['diagnosis'] = o[2]
-              else
-                # Other DSN fields defined in RFC3464
-                next unless fieldtable.key?(o[0])
-                v[fieldtable[o[0]]] = o[2]
-
-                next unless f == 1
-                permessage[fieldtable[o[0]]] = o[2]
-              end
-            else
-              # Continued line of the value of Diagnostic-Code field
-              next unless p.start_with?('Diagnostic-Code:')
-              next unless cv = e.match(/\A[ \t]+(.+)\z/)
-              v['diagnosis'] << ' ' << cv[1]
-              havepassed[-1] = 'Diagnostic-Code: ' << e
-            end
-          end # End of message/delivery-status
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          # Set default values if each value is empty.
-          e['lhost'] ||= permessage['rhost']
-          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
-
-          e['agent']     = self.smtpagent
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) || ''
-
-          if e['diagnosis'].empty?
-            # No message in 'diagnosis'
-            if e['action'] == 'delayed'
-              # Set pseudo diagnostic code message for delaying
-              e['diagnosis'] = 'Delivery to the following recipients has been delayed.'
-            else
-              # Set pseudo diagnostic code message
-              e['diagnosis']  = 'Unable to deliver message to the following recipients, '
-              e['diagnosis'] << 'due to being unable to connect successfully to the destination mail server.'
-            end
-          end
-
-          MessagesOf.each_key do |r|
-            # Verify each regular expression of session errors
-            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
-            e['reason'] = r
-            break
-          end
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-