sisimai 4.21.1-java → 4.22.0-java

data/lib/sisimai/msp/us/gsuite.rb

@@ -1,277 +0,0 @@
-module Sisimai
-  module MSP::US
-    # Sisimai::MSP::US::GSuite parses a bounce email which created by G Suite.
-    # Methods in the module are called from only Sisimai::Message.
-    module GSuite
-      # Imported from p5-Sisimail/lib/Sisimai/MSP/US/GSuite.pm
-      class << self
-        require 'sisimai/msp'
-        require 'sisimai/rfc5322'
-
-        Re0 = {
-          :from    => %r/[@]googlemail[.]com[>]?\z/,
-          :subject => %r/Delivery[ ]Status[ ]Notification/,
-        }
-        Re1 = {
-          :begin   => %r/\A[*][*][ ].+[ ][*][*]\z/,
-          :error   => %r/\AThe[ ]response([ ]from[ ]the[ ]remote[ ]server)?[ ]was:\z/,
-          :html    => %r{\AContent-Type:[ ]*text/html;[ ]*charset=['"]?(?:UTF|utf)[-]8['"]?\z},
-          :rfc822  => %r{\AContent-Type:[ ]*(?:message/rfc822|text/rfc822-headers)\z},
-          :endof   => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
-        }
-        ErrorMayBe = {
-          :userunknown  => %r/because the address couldn't be found/,
-          :notaccept    => %r/Null MX/,
-          :networkerror => %r/DNS type .+ lookup of .+ responded with code NXDOMAIN/,
-        }
-        Indicators = Sisimai::MSP.INDICATORS
-
-        def description; return 'G Suite: https://gsuite.google.com'; end
-        def smtpagent;   return Sisimai::MSP.smtpagent(self); end
-        def headerlist;  return ['X-Gm-Message-State']; end
-        def pattern;     return Re0; end
-
-        # Parse bounce messages from G Suite (Transfer from G Suite to a destinaion host)
-        # @param         [Hash] mhead       Message header of a bounce email
-        # @options mhead [String] from      From header
-        # @options mhead [String] date      Date header
-        # @options mhead [String] subject   Subject header
-        # @options mhead [Array]  received  Received headers
-        # @options mhead [String] others    Other required headers
-        # @param         [String] mbody     Message body of a bounce email
-        # @return        [Hash, Nil]        Bounce data list and message/rfc822
-        #                                   part or nil if it failed to parse or
-        #                                   the arguments are missing
-        def scan(mhead, mbody)
-          return nil unless mhead
-          return nil unless mbody
-
-          return nil unless mhead['from']    =~ Re0[:from]
-          return nil unless mhead['subject'] =~ Re0[:subject]
-          return nil unless mhead['x-gm-message-state']
-
-          require 'sisimai/address'
-          dscontents = [Sisimai::MSP.DELIVERYSTATUS]
-          hasdivided = mbody.split("\n")
-          rfc822list = []     # (Array) Each line in message/rfc822 part string
-          blanklines = 0      # (Integer) The number of blank lines
-          readcursor = 0      # (Integer) Points the current cursor position
-          recipients = 0      # (Integer) The number of 'Final-Recipient' header
-          endoferror = true   # (Integer) Flag for a blank line after error messages
-          anotherset = {}     # (Hash) Another error information
-          emptylines = 0      # (Integer) The number of empty lines
-          connvalues = 0      # (Integer) Flag, 1 if all the value of $connheader have been set
-          connheader = {
-            'date'  => '',    # The value of Arrival-Date header
-            'lhost' => '',    # The value of Reporting-MTA header
-          }
-          v = nil
-
-          hasdivided.each do |e|
-            if readcursor.zero?
-              # Beginning of the bounce message or delivery status part
-              if e =~ Re1[:begin]
-                readcursor |= Indicators[:deliverystatus]
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] == 0
-              # Beginning of the original message part
-              if e =~ Re1[:rfc822]
-                readcursor |= Indicators[:'message-rfc822']
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] > 0
-              # After "message/rfc822"
-              if e.empty?
-                blanklines += 1
-                break if blanklines > 1
-                next
-              end
-              rfc822list << e
-
-            else
-              # Before "message/rfc822"
-              next if readcursor & Indicators[:deliverystatus] == 0
-
-              if connvalues == connheader.keys.size
-                # Final-Recipient: rfc822; kijitora@example.de
-                # Action: failed
-                # Status: 5.0.0
-                # Remote-MTA: dns; 192.0.2.222 (192.0.2.222, the server for the domain.)
-                # Diagnostic-Code: smtp; 550 #5.1.0 Address rejected.
-                # Last-Attempt-Date: Fri, 24 Mar 2017 23:34:10 -0700 (PDT)
-                v = dscontents[-1]
-
-                if cv = e.match(/\A[Ff]inal-[Rr]ecipient:[ ]*(?:RFC|rfc)822;[ ]*(.+)\z/)
-                  # Final-Recipient: rfc822; kijitora@example.de
-                  if v['recipient']
-                    # There are multiple recipient addresses in the message body.
-                    dscontents << Sisimai::MTA.DELIVERYSTATUS
-                    v = dscontents[-1]
-                  end
-                  v['recipient'] = cv[1]
-                  recipients += 1
-
-                elsif cv = e.match(/\A[Aa]ction:[ ]*(.+)\z/)
-                  # Action: failed
-                  v['action'] = cv[1].downcase
-
-                elsif cv = e.match(/\A[Ss]tatus:[ ]*(\d[.]\d+[.]\d+)/)
-                  # Status: 5.0.0
-                  v['status'] = cv[1]
-
-                elsif cv = e.match(/\A[Rr]emote-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
-                  # Remote-MTA: dns; 192.0.2.222 (192.0.2.222, the server for the domain.)
-                  v['rhost'] = cv[1].downcase
-                  v['rhost'] = '' if v['rhost'] =~ /\A\s+\z/  # Remote-MTA: DNS;
-
-                elsif cv = e.match(/\A[Ll]ast-[Aa]ttempt-[Dd]ate:[ ]*(.+)\z/)
-                  # Last-Attempt-Date: Fri, 24 Mar 2017 23:34:10 -0700 (PDT)
-                  v['date'] = cv[1]
-
-                else
-                  if cv = e.match(/\A[Dd]iagnostic-[Cc]ode:[ ]*(.+?);[ ]*(.+)\z/)
-                    # Diagnostic-Code: smtp; 550 #5.1.0 Address rejected.
-                    v['spec'] = cv[1].upcase
-                    v['diagnosis'] = cv[2]
-                  else
-                    # Append error messages continued from the previous line
-                    if endoferror && ( v['diagnosis'] && v['diagnosis'].size > 0 )
-                      endoferror = true if e.empty?
-                      endoferror = true if e =~ /\A--/
-
-                      next if endoferror
-                      next unless e =~ /\A[ ]/
-                      v['diagnosis'] += e
-                    end
-                  end
-                end
-
-              else
-                # Reporting-MTA: dns; googlemail.com
-                # Received-From-MTA: dns; sironeko@example.jp
-                # Arrival-Date: Fri, 24 Mar 2017 23:34:07 -0700 (PDT)
-                # X-Original-Message-ID: <06C1ED5C-7E02-4036-AEE1-AA448067FB2C@example.jp>
-                if cv = e.match(/\A[Rr]eporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
-                  # Reporting-MTA: dns; mx.example.jp
-                  next if connheader['lhost'].size > 0
-                  connheader['lhost'] = cv[1].downcase
-                  connvalues += 1
-
-                elsif cv = e.match(/\A[Aa]rrival-[Dd]ate:[ ]*(.+)\z/)
-                  # Arrival-Date: Wed, 29 Apr 2009 16:03:18 +0900
-                  next if connheader['date'].size > 0
-                  connheader['date'] = 1
-                  connvalues += 1
-
-                else
-                  # Detect SMTP session error or connection error
-                  if e =~ Re1[:error]
-                    # The response from the remote server was:
-                    anotherset['diagnosis'] += e
-                  else
-                    # ** Address not found **
-                    #
-                    # Your message wasn't delivered to * because the address couldn't be found.
-                    # Check for typos or unnecessary spaces and try again.
-                    #
-                    # The response from the remote server was:
-                    # 550 #5.1.0 Address rejected.
-                    next if e =~ Re1[:html]
-
-                    if anotherset['diagnosis']
-                      # Continued error messages from the previous line like
-                      # "550 #5.1.0 Address rejected."
-                      next if emptylines > 5
-                      if e.empty?
-                        # Count and next()
-                        emptylines += 1
-                        next
-                      end
-                      anotherset['diagnosis'] += ' ' + e
-                    else
-                      # ** Address not found **
-                      #
-                      # Your message wasn't delivered to * because the address couldn't be found.
-                      # Check for typos or unnecessary spaces and try again.
-                      next if e.empty?
-                      next unless e =~ Re1[:begin]
-                      anotherset['diagnosis'] = e
-                    end
-                  end
-
-                end
-              end
-            end
-          end
-
-          return nil if recipients.zero?
-          require 'sisimai/string'
-          require 'sisimai/smtp/reply'
-          require 'sisimai/smtp/status'
-
-          dscontents.map do |e|
-            # Set default values if each value is empty.
-            connheader.each_key { |a| e[a] ||= connheader[a] || '' }
-
-            if anotherset['diagnosis']
-              # Copy alternative error message
-              e['diagnosis'] = anotherset['diagnosis'] unless e['diagnosis']
-
-              if e['diagnosis'] =~ /\A\d+\z/
-                e['diagnosis'] = anotherset['diagnosis']
-              else
-                # More detailed error message is in "$anotherset"
-                as = nil  # status
-                ar = nil  # replycode
-
-                if e['status'] == '' || e['status'] =~ /\A[45][.]0[.]0\z/
-                  # Check the value of D.S.N. in $anotherset
-                  as = Sisimai::SMTP::Status.find(anotherset['diagnosis'])
-                  if as.size > 0 && as[-3, 3] != '0.0'
-                    # The D.S.N. is neither an empty nor *.0.0
-                    e['status'] = as
-                  end
-                end
-
-                if e['replycode'] == '' || e['replycode'] =~ /\A[45]00\z/
-                  # Check the value of SMTP reply code in $anotherset
-                  ar = Sisimai::SMTP::Reply.find(anotherset['diagnosis'])
-                  if ar.size > 0 && ar[-2, 2].to_i != 0
-                    # The SMTP reply code is neither an empty nor *00
-                    e['replycode'] = ar
-                  end
-                end
-
-                if ( as || ar ) && ( anotherset['diagnosis'].size > e['diagnosis'].size )
-                  # Update the error message in $e->{'diagnosis'}
-                  e['diagnosis'] = anotherset['diagnosis']
-                end
-              end
-            end
-
-            e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-            e['agent']     = Sisimai::MSP::US::GSuite.smtpagent
-
-            ErrorMayBe.each_key do |q|
-              # Guess an reason of the bounce
-              next unless e['diagnosis'] =~ ErrorMayBe[q]
-              e['reason'] = q.to_s
-              break
-            end
-
-          end
-
-          rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-          return { 'ds' => dscontents, 'rfc822' => rfc822part }
-        end
-
-      end
-    end
-  end
-end
-
-

data/lib/sisimai/msp/us/office365.rb

@@ -1,264 +0,0 @@
-module Sisimai
-  module MSP::US
-    # Sisimai::MSP::US::Office365 parses a bounce email which created by Microsoft
-    # Office 365. Methods in the module are called from only Sisimai::Message.
-    module Office365
-      # Imported from p5-Sisimail/lib/Sisimai/MSP/US/Office365.pm
-      class << self
-        require 'sisimai/msp'
-        require 'sisimai/rfc5322'
-
-        Re0 = {
-          :'subject'    => %r/Undeliverable:/,
-          :'received'   => %r/.+[.](?:outbound[.]protection|prod)[.]outlook[.]com\b/,
-          :'message-id' => %r/.+[.](?:outbound[.]protection|prod)[.]outlook[.]com\b/,
-        }
-        Re1 = {
-          :begin  => %r{\A(?:
-             Delivery[ ]has[ ]failed[ ]to[ ]these[ ]recipients[ ]or[ ]groups:
-            |.+[ ]rejected[ ]your[ ]message[ ]to[ ]the[ ]following[ ]e[-]?mail[ ]addresses:
-            )
-          }x,
-          :error  => %r/\ADiagnostic information for administrators:\z/,
-          :eoerr  => %r/\AOriginal message headers:\z/,
-          :rfc822 => %r|\AContent-Type: message/rfc822\z|,
-          :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
-        }
-        CodeTable = {
-          # https://support.office.com/en-us/article/Email-non-delivery-reports-in-Office-365-51daa6b9-2e35-49c4-a0c9-df85bf8533c3
-          %r/\A4[.]4[.]7\z/        => 'expired',
-          %r/\A4[.]7[.]26\z/       => 'securityerror',
-          %r/\A4[.]7[.][56]\d\d\z/ => 'blocked',
-          %r/\A4[.]7[.]8[5-9]\d\z/ => 'blocked',
-          %r/\A5[.]1[.]0\z/        => 'userunknown',
-          %r/\A5[.]4[.]1\z/        => 'norelaying',
-          %r/\A5[.]4[.]6\z/        => 'networkerror',
-          %r/\A5[.]6[.]11\z/       => 'contenterror',
-          %r/\A5[.]7[.]1\z/        => 'rejected',
-          %r/\A5[.]7[.]1[23]\z/    => 'rejected',
-          %r/\A5[.]7[.]124\z/      => 'rejected',
-          %r/\A5[.]7[.]13[3-6]\z/  => 'rejected',
-          %r/\A5[.]7[.]25\z/       => 'networkerror',
-          %r/\A5[.]7[.]50[1-3]\z/  => 'spamdetected',
-          %r/\A5[.]7[.]50[4-5]\z/  => 'filtered',
-          %r/\A5[.]7[.]50[6-7]\z/  => 'blocked',
-          %r/\A5[.]7[.]508\z/      => 'toomanyconn',
-          %r/\A5[.]7[.]509\z/      => 'securityerror',
-          %r/\A5[.]7[.]510\z/      => 'notaccept',
-          %r/\A5[.]7[.]511\z/      => 'rejected',
-          %r/\A5[.]7[.]512\z/      => 'securityerror',
-          %r/\A5[.]7[.]60[6-9]\z/  => 'blocked',
-          %r/\A5[.]7[.]6[1-4]\d\z/ => 'blocked',
-          %r/\A5[.]7[.]7[0-4]\d\z/ => 'toomanyconn',
-        }
-        Indicators = Sisimai::MSP.INDICATORS
-
-        def description; return 'Microsoft Office 365: http://office.microsoft.com/'; end
-        def smtpagent;   return Sisimai::MSP.smtpagent(self); end
-
-        def headerlist
-          # X-MS-Exchange-Message-Is-Ndr:
-          # X-Microsoft-Antispam-PRVS: <....@...outlook.com>
-          # X-Exchange-Antispam-Report-Test: UriScan:;
-          # X-Exchange-Antispam-Report-CFA-Test:
-          # X-MS-Exchange-CrossTenant-OriginalArrivalTime: 29 Apr 2015 23:34:45.6789 (JST)
-          # X-MS-Exchange-CrossTenant-FromEntityHeader: Hosted
-          # X-MS-Exchange-Transport-CrossTenantHeadersStamped: ...
-          return [
-            'X-MS-Exchange-Message-Is-Ndr',
-            'X-Microsoft-Antispam-PRVS',
-            'X-Exchange-Antispam-Report-Test',
-            'X-Exchange-Antispam-Report-CFA-Test',
-            'X-MS-Exchange-CrossTenant-OriginalArrivalTime',
-            'X-MS-Exchange-CrossTenant-FromEntityHeader',
-            'X-MS-Exchange-Transport-CrossTenantHeadersStamped',
-          ]
-        end
-        def pattern;     return Re0; end
-
-        # Parse bounce messages from Microsoft Office 365
-        # @param         [Hash] mhead       Message header of a bounce email
-        # @options mhead [String] from      From header
-        # @options mhead [String] date      Date header
-        # @options mhead [String] subject   Subject header
-        # @options mhead [Array]  received  Received headers
-        # @options mhead [String] others    Other required headers
-        # @param         [String] mbody     Message body of a bounce email
-        # @return        [Hash, Nil]        Bounce data list and message/rfc822
-        #                                   part or nil if it failed to parse or
-        #                                   the arguments are missing
-        def scan(mhead, mbody)
-          return nil unless mhead
-          return nil unless mbody
-
-          match  = 0
-          match += 1 if mhead['subject'] =~ Re0[:subject]
-          match += 1 if mhead['x-ms-exchange-message-is-ndr']
-          match += 1 if mhead['x-microsoft-antispam-prvs']
-          match += 1 if mhead['x-exchange-antispam-report-test']
-          match += 1 if mhead['x-exchange-antispam-report-cfa-test']
-          match += 1 if mhead['x-ms-exchange-crosstenant-originalarrivaltime']
-          match += 1 if mhead['x-ms-exchange-crosstenant-fromentityheader']
-          match += 1 if mhead['x-ms-exchange-transport-crosstenantheadersstamped']
-          match += 1 if mhead['received'].find { |a| a =~ Re0[:received] }
-          if mhead['message-id']
-            # Message-ID: <00000000-0000-0000-0000-000000000000@*.*.prod.outlook.com>
-            match += 1 if mhead['message-id'] =~ Re0[:'message-id']
-          end
-          return nil if match < 2
-
-          dscontents = [Sisimai::MSP.DELIVERYSTATUS]
-          hasdivided = mbody.split("\n")
-          rfc822list = []     # (Array) Each line in message/rfc822 part string
-          blanklines = 0      # (Integer) The number of blank lines
-          readcursor = 0      # (Integer) Points the current cursor position
-          recipients = 0      # (Integer) The number of 'Final-Recipient' header
-          connheader = {}
-          endoferror = false  # (Boolean) Flag for the end of error messages
-          htmlbegins = false  # (Boolean) Flag for HTML part
-          v = nil
-
-          hasdivided.each do |e|
-            if readcursor.zero?
-              # Beginning of the bounce message or delivery status part
-              if e =~ Re1[:begin]
-                readcursor |= Indicators[:deliverystatus]
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] == 0
-              # Beginning of the original message part
-              if e =~ Re1[:rfc822]
-                readcursor |= Indicators[:'message-rfc822']
-                next
-              end
-            end
-
-            if readcursor & Indicators[:'message-rfc822'] > 0
-              # After "message/rfc822"
-              if e.empty?
-                blanklines += 1
-                break if blanklines > 1
-                next
-              end
-              rfc822list << e
-
-            else
-              # Before "message/rfc822"
-              next if readcursor & Indicators[:deliverystatus] == 0
-              next if e.empty?
-
-              # kijitora@example.com<mailto:kijitora@example.com>
-              # The email address wasn=92t found at the destination domain. It might be mis=
-              # spelled or it might not exist any longer. Try retyping the address and rese=
-              # nding the message.
-              v = dscontents[-1]
-
-              if cv = e.match(/\A.+[@].+[<]mailto:(.+[@].+)[>]\z/)
-                # kijitora@example.com<mailto:kijitora@example.com>
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::MSP.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = cv[1]
-                recipients += 1
-
-              elsif cv = e.match(/\AGenerating server: (.+)\z/)
-                # Generating server: FFFFFFFFFFFF.e0.prod.outlook.com
-                connheader['lhost'] = cv[1].downcase
-
-              else
-                if endoferror
-                  # After "Original message headers:"
-                  if htmlbegins
-                    # <html> .. </html>
-                    htmlbegins = false if e =~ %r|\A[<]/html[>]|
-                    next
-                  end
-
-                  if cv = e.match(/\A[Aa]ction:[ ]*(.+)\z/)
-                    # Action: failed
-                    v['action'] = cv[1].downcase
-
-                  elsif cv = e.match(/\A[Ss]tatus:[ ]*(\d[.]\d+[.]\d+)/)
-                    # Status:5.2.0
-                    v['status'] = cv[1]
-
-                  elsif cv = e.match(/\A[Rr]eporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
-                    # Reporting-MTA: dns;BLU004-OMC3S13.hotmail.example.com
-                    connheader['lhost'] = cv[1].downcase
-
-                  elsif cv = e.match(/\A[Rr]eceived-[Ff]rom-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
-                    # Reporting-MTA: dns;BLU004-OMC3S13.hotmail.example.com
-                    connheader['rhost'] = cv[1].downcase
-
-                  elsif cv = e.match(/\A[Aa]rrival-[Dd]ate:[ ]*(.+)\z/)
-                    # Arrival-Date: Wed, 29 Apr 2009 16:03:18 +0900
-                    next if connheader['date']
-                    connheader['date'] = cv[1]
-
-                  else
-                    htmlbegins = true if e =~ /\A[<]html[>]/
-                  end
-
-                else
-                  if e =~ Re1[:error]
-                    # Diagnostic information for administrators:
-                    v['diagnosis'] = e
-                  else
-                    # kijitora@example.com
-                    # Remote Server returned '550 5.1.10 RESOLVER.ADR.RecipientNotFound; Recipien=
-                    # t not found by SMTP address lookup'
-                    next unless v['diagnosis']
-                    if e =~ Re1[:eoerr]
-                      # Original message headers:
-                      endoferror = true
-                      next
-                    end
-                    v['diagnosis'] += ' ' + e
-                  end
-                end
-              end
-
-            end
-          end
-
-          return nil if recipients.zero?
-          require 'sisimai/string'
-          require 'sisimai/smtp/status'
-
-          dscontents.map do |e|
-            # Set default values if each value is empty.
-            connheader.each_key { |a| e[a] ||= connheader[a] || '' }
-
-            e['agent']     = Sisimai::MSP::US::Office365.smtpagent
-            e['status']  ||= ''
-            e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) || ''
-
-            if e['status'].empty? || e['status'] =~ /\A\d[.]0[.]0\z/
-              # There is no value of Status header or the value is 5.0.0, 4.0.0
-              pseudostatus = Sisimai::SMTP::Status.find(e['diagnosis'])
-              e['status'] = pseudostatus if pseudostatus.size > 0
-            end
-
-            if e['status']
-              CodeTable.each_key do |f|
-                # Try to match with each key as a regular expression
-                next unless e['status'] =~ f
-                e['reason'] = CodeTable[f]
-                break
-              end
-            end
-          end
-
-          rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-          return { 'ds' => dscontents, 'rfc822' => rfc822part }
-        end
-
-      end
-    end
-  end
-end
-