sisimai 4.21.1-java → 4.22.0-java

data/lib/sisimai/bite/email/ezweb.rb

@@ -0,0 +1,260 @@
+module Sisimai::Bite::Email
+  module EZweb
+    # Sisimai::Bite::Email::EZweb parses a bounce email which created by au EZweb.
+    # Methods in the module are called from only Sisimai::Message.
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/EZweb.pm
+      require 'sisimai/bite/email'
+
+      Re0 = {
+        :'from'       => %r/[<]?(?>postmaster[@]ezweb[.]ne[.]jp)[>]?/i,
+        :'subject'    => %r/\AMail System Error - Returned Mail\z/,
+        :'received'   => %r/\Afrom[ ](?:.+[.])?ezweb[.]ne[.]jp[ ]/,
+        :'message-id' => %r/[@].+[.]ezweb[.]ne[.]jp[>]\z/,
+      }
+      Re1 = {
+        :begin  => %r{\A(?:
+             The[ ]user[(]s[)][ ]
+            |Your[ ]message[ ]
+            |Each[ ]of[ ]the[ ]following
+            |[<][^ ]+[@][^ ]+[>]\z
+            )
+        }x,
+        :rfc822   => %r#\A(?:[-]{50}|Content-Type:[ ]*message/rfc822)#,
+        :boundary => %r/\A__SISIMAI_PSEUDO_BOUNDARY__\z/,
+        :endof    => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+      ReFailure = {
+        # notaccept: [ %r/The following recipients did not receive this message:/ ],
+        mailboxfull: [
+          %r/The user[(]s[)] account is temporarily over quota/,
+        ],
+        suspend: [
+          # http://www.naruhodo-au.kddi.com/qa3429203.html
+          # The recipient may be unpaid user...?
+          %r/The user[(]s[)] account is disabled[.]/,
+          %r/The user[(]s[)] account is temporarily limited[.]/,
+        ],
+        expired: [
+          # Your message was not delivered within 0 days and 1 hours.
+          # Remote host is not responding.
+          %r/Your message was not delivered within /,
+        ],
+        onhold: [
+          %r/Each of the following recipients was rejected by a remote mail server/,
+        ],
+      }
+      Indicators = Sisimai::Bite::Email.INDICATORS
+
+      def description; return 'au EZweb: http://www.au.kddi.com/mobile/'; end
+      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
+      def headerlist;  return ['X-SPASIGN']; end
+      def pattern;     return Re0; end
+
+      # Parse bounce messages from au EZweb
+      # @param         [Hash] mhead       Message headers of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822
+      #                                   part or nil if it failed to parse or
+      #                                   the arguments are missing
+      def scan(mhead, mbody)
+        return nil unless mhead
+        return nil unless mbody
+
+        match  = 0
+        match += 1 if mhead['from']    =~ Re0[:from]
+        match += 1 if mhead['subject'] =~ Re0[:subject]
+        match += 1 if mhead['received'].find { |a| a =~ Re0[:received] }
+        if mhead['message-id']
+          match += 1 if mhead['message-id'] =~ Re0[:'message-id']
+        end
+        return nil if match < 2
+
+        require 'sisimai/string'
+        require 'sisimai/address'
+        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
+        hasdivided = mbody.split("\n")
+        rfc822list = []     # (Array) Each line in message/rfc822 part string
+        blanklines = 0      # (Integer) The number of blank lines
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        rxboundary = %r/\A__SISIMAI_PSEUDO_BOUNDARY__\z/
+        v = nil
+
+        if mhead['content-type']
+          # Get the boundary string and set regular expression for matching with
+          # the boundary string.
+          require 'sisimai/mime'
+          b0 = Sisimai::MIME.boundary(mhead['content-type'], 1)
+          if b0.size > 0
+            # Convert to regular expression
+            rxboundary = Regexp.new('\A' + Regexp.escape(b0) + '\z')
+          end
+        end
+        rxmessages = []
+        ReFailure.each_key { |a| rxmessages.concat(ReFailure[a]) }
+
+        hasdivided.each do |e|
+          if readcursor.zero?
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:deliverystatus]
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ Re1[:rfc822] || e =~ rxboundary
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if e.empty?
+              blanklines += 1
+              break if blanklines > 1
+              next
+            end
+            rfc822list << e
+
+          else
+            # Before "message/rfc822"
+            next if readcursor & Indicators[:deliverystatus] == 0
+            next if e.empty?
+
+            # The user(s) account is disabled.
+            #
+            # <***@ezweb.ne.jp>: 550 user unknown (in reply to RCPT TO command)
+            #
+            #  -- OR --
+            # Each of the following recipients was rejected by a remote
+            # mail server.
+            #
+            #    Recipient: <******@ezweb.ne.jp>
+            #    >>> RCPT TO:<******@ezweb.ne.jp>
+            #    <<< 550 <******@ezweb.ne.jp>: User unknown
+            v = dscontents[-1]
+
+            if cv = e.match(/\A[<]([^ ]+[@][^ ]+)[>]\z/) ||
+                    e.match(/\A[<]([^ ]+[@][^ ]+)[>]:?(.*)\z/) ||
+                    e.match(/\A[ \t]+Recipient: [<]([^ ]+[@][^ ]+)[>]/)
+
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                push dscontents << Sisimai::Bite.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+
+              r = Sisimai::Address.s3s4(cv[1])
+              if Sisimai::RFC5322.is_emailaddress(r)
+                v['recipient'] = r
+                recipients += 1
+              end
+
+            elsif cv = e.match(/\A[Ss]tatus:[ ]*(\d[.]\d+[.]\d+)/)
+              # Status: 5.1.1
+              # Status:5.2.0
+              # Status: 5.1.0 (permanent failure)
+              v['status'] = cv[1]
+
+            elsif cv = e.match(/\A[Aa]ction:[ ]*(.+)\z/)
+              # Action: failed
+              v['action'] = cv[1].downcase
+
+            elsif cv = e.match(/\A[Rr]emote-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
+              # Remote-MTA: DNS; mx.example.jp
+              v['rhost'] = cv[1].downcase
+
+            elsif cv = e.match(/\A[Ll]ast-[Aa]ttempt-[Dd]ate:[ ]*(.+)\z/)
+              # Last-Attempt-Date: Fri, 14 Feb 2014 12:30:08 -0500
+              v['date'] = cv[1]
+
+            else
+              next if Sisimai::String.is_8bit(e)
+              if cv = e.match(/\A[ \t]+[>]{3}[ \t]+([A-Z]{4})/)
+                #    >>> RCPT TO:<******@ezweb.ne.jp>
+                v['command'] = cv[1]
+
+              else
+                # Check error message
+                if rxmessages.find { |a| e =~ a }
+                  # Check with regular expressions of each error
+                  v['diagnosis'] ||= ''
+                  v['diagnosis']  += ' ' + e
+
+                else
+                  # >>> 550
+                  v['alterrors'] ||= ''
+                  v['alterrors']  += ' ' + e
+                end
+              end
+            end
+          end
+        end
+        return nil if recipients.zero?
+
+        dscontents.map do |e|
+          if e['alterrors'] && e['alterrors'].size > 0
+            # Copy alternative error message
+            e['diagnosis'] ||= e['alterrors']
+            if e['diagnosis'] =~ /\A[-]+/ || e['diagnosis'] =~ /__\z/
+              # Override the value of diagnostic code message
+              e['diagnosis'] = e['alterrors'] if e['alterrors'].size > 0
+            end
+            e.delete('alterrors')
+          end
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+
+          if mhead['x-spasign'] && mhead['x-spasign'] == 'NG'
+            # Content-Type: text/plain; ..., X-SPASIGN: NG (spamghetti, au by EZweb)
+            # Filtered recipient returns message that include 'X-SPASIGN' header
+            e['reason'] = 'filtered'
+
+          else
+            if e['command'] == 'RCPT'
+              # set "userunknown" when the remote server rejected after RCPT
+              # command.
+              e['reason'] = 'userunknown'
+            else
+              # SMTP command is not RCPT
+              catch :SESSION do
+                ReFailure.each_key do |r|
+                  # Verify each regular expression of session errors
+                  ReFailure[r].each do |rr|
+                    # Check each regular expression
+                    next unless e['diagnosis'] =~ rr
+                    e['reason'] = r.to_s
+                    throw :SESSION
+                  end
+                end
+              end
+
+            end
+          end
+
+          unless e['reason']
+            # The value of "reason" is not set yet.
+            unless e['recipient'] =~ /[@]ezweb[.]ne[.]jp\z/
+              # Deal as "userunknown" when the domain part of the recipient
+              # is "ezweb.ne.jp".
+              e['reason'] = 'userunknown'
+            end
+          end
+          e['agent'] = self.smtpagent
+        end
+
+        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+
+    end
+  end
+end
+

data/lib/sisimai/bite/email/facebook.rb

@@ -0,0 +1,274 @@
+module Sisimai::Bite::Email
+  module Facebook
+    # Sisimai::Bite::Email::Facebook parses a bounce email which created by Facebook.
+    # Methods in the module are called from only Sisimai::Message.
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Facebook.pm
+      require 'sisimai/bite/email'
+
+      Re0 = {
+        :from    => %r/\AFacebook [<]mailer-daemon[@]mx[.]facebook[.]com[>]\z/,
+        :subject => %r/\ASorry, your message could not be delivered\z/,
+      }
+      Re1 = {
+        :begin   => %r/\AThis message was created automatically by Facebook[.]\z/,
+        :rfc822  => %r/\AContent-Disposition: inline\z/,
+        :endof   => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+
+      # http://postmaster.facebook.com/response_codes
+      # NOT TESTD EXCEPT RCP-P2
+      ReFailure = {
+        userunknown: [
+          'RCP-P1', # The attempted recipient address does not exist.
+          'INT-P1', # The attempted recipient address does not exist.
+          'INT-P3', # The attempted recpient group address does not exist.
+          'INT-P4', # The attempted recipient address does not exist.
+        ],
+        filtered: [
+          'RCP-P2', # The attempted recipient's preferences prevent messages from being delivered.
+          'RCP-P3', # The attempted recipient's privacy settings blocked the delivery.
+        ],
+        mesgtoobig: [
+          'MSG-P1', # The message exceeds Facebook's maximum allowed size.
+          'INT-P2', # The message exceeds Facebook's maximum allowed size.
+        ],
+        contenterror: [
+          'MSG-P2', # The message contains an attachment type that Facebook does not accept.
+          'MSG-P3', # The message contains multiple instances of a header field that can only be present once. Please see RFC 5322, section 3.6 for more information
+          'POL-P6', # The message contains a url that has been blocked by Facebook.
+          'POL-P7', # The message does not comply with Facebook's abuse policies and will not be accepted.
+        ],
+        securityerror: [
+          'POL-P1', # Your mail server's IP Address is listed on the Spamhaus PBL.
+          'POL-P2', # Facebook will no longer accept mail from your mail server's IP Address.
+          'POL-P5', # The message contains a virus.
+          'POL-P7', # The message does not comply with Facebook's Domain Authentication requirements.
+        ],
+        notaccept: [
+          'POL-P3', # Facebook is not accepting messages from your mail server. This will persist for 4 to 8 hours.
+          'POL-P4', # Facebook is not accepting messages from your mail server. This will persist for 24 to 48 hours.
+          'POL-T1', # Facebook is not accepting messages from your mail server, but they may be retried later. This will persist for 1 to 2 hours.
+          'POL-T2', # Facebook is not accepting messages from your mail server, but they may be retried later. This will persist for 4 to 8 hours.
+          'POL-T3', # Facebook is not accepting messages from your mail server, but they may be retried later. This will persist for 24 to 48 hours.
+        ],
+        rejected: [
+          'DNS-P1', # Your SMTP MAIL FROM domain does not exist.
+          'DNS-P2', # Your SMTP MAIL FROM domain does not have an MX record.
+          'DNS-T1', # Your SMTP MAIL FROM domain exists but does not currently resolve.
+          'DNS-P3', # Your mail server does not have a reverse DNS record.
+          'DNS-T2', # You mail server's reverse DNS record does not currently resolve.
+        ],
+        systemerror: [
+          'CON-T1', # Facebook's mail server currently has too many connections open to allow another one.
+        ],
+        toomanyconn: [
+          'CON-T3', # Your mail server has opened too many new connections to Facebook's mail servers in a short period of time.
+        ],
+        suspend: [
+          'RCP-T4', # The attempted recipient address is currently deactivated. The user may or may not reactivate it.
+        ],
+        undefined: [
+          'RCP-T1', # The attempted recipient address is not currently available due to an internal system issue. This is a temporary condition.
+          'MSG-T1', # The number of recipients on the message exceeds Facebook's allowed maximum.
+          'CON-T2', # Your mail server currently has too many connections open to Facebook's mail servers.
+          'CON-T4', # Your mail server has exceeded the maximum number of recipients for its current connection.
+        ],
+      }
+      Indicators = Sisimai::Bite::Email.INDICATORS
+
+      def description; return 'Facebook: https://www.facebook.com'; end
+      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
+      def headerlist;  return []; end
+      def pattern;     return Re0; end
+
+      # Parse bounce messages from Facebook
+      # @param         [Hash] mhead       Message headers of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822
+      #                                   part or nil if it failed to parse or
+      #                                   the arguments are missing
+      def scan(mhead, mbody)
+        return nil unless mhead
+        return nil unless mbody
+        return nil unless mhead['from']    =~ Re0[:from]
+        return nil unless mhead['subject'] =~ Re0[:subject]
+
+        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
+        hasdivided = mbody.split("\n")
+        havepassed = ['']
+        rfc822list = []     # (Array) Each line in message/rfc822 part string
+        blanklines = 0      # (Integer) The number of blank lines
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        fbresponse = ''     # (String) Response code from Facebook
+        connvalues = 0      # (Integer) Flag, 1 if all the value of $connheader have been set
+        connheader = {
+          'date'  => '',    # The value of Arrival-Date header
+          'lhost' => '',    # The value of Reporting-MTA header
+        }
+        v = nil
+
+        hasdivided.each do |e|
+          # Save the current line for the next loop
+          havepassed << e
+          p = havepassed[-2]
+
+          if readcursor.zero?
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:deliverystatus]
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ Re1[:rfc822]
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if e.empty?
+              blanklines += 1
+              break if blanklines > 1
+              next
+            end
+            rfc822list << e
+
+          else
+            # Before "message/rfc822"
+            next if readcursor & Indicators[:deliverystatus] == 0
+            next if e.empty?
+
+            if connvalues == connheader.keys.size
+              # Reporting-MTA: dns; 10.138.205.200
+              # Arrival-Date: Thu, 23 Jun 2011 02:29:43 -0700
+              v = dscontents[-1]
+
+              if cv = e.match(/\A[Ff]inal-[Rr]ecipient:[ ]*(?:RFC|rfc)822;[ ]*([^ ]+)\z/)
+                # Final-Recipient: RFC822; userunknown@example.jp
+                if v['recipient']
+                  # There are multiple recipient addresses in the message body.
+                  dscontents << Sisimai::Bite.DELIVERYSTATUS
+                  v = dscontents[-1]
+                end
+                v['recipient'] = cv[1]
+                recipients += 1
+
+              elsif cv = e.match(/\A[Xx]-[Aa]ctual-[Rr]ecipient:[ ]*(?:RFC|rfc)822;[ ]*(.+)\z/)
+                # X-Actual-Recipient: RFC822; kijitora@example.co.jp
+                v['alias'] = cv[1]
+
+              elsif cv = e.match(/\A[Aa]ction:[ ]*(.+)\z/)
+                # Action: failed
+                v['action'] = cv[1].downcase
+
+              elsif cv = e.match(/\A[Ss]tatus:[ ]*(\d[.]\d+[.]\d+)/)
+                # Status: 5.1.1
+                # Status:5.2.0
+                # Status: 5.1.0 (permanent failure)
+                v['status'] = cv[1]
+
+              elsif cv = e.match(/\A[Rr]emote-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
+                # Remote-MTA: DNS; mx.example.jp
+                v['rhost'] = cv[1].downcase
+
+              elsif cv = e.match(/\A[Ll]ast-[Aa]ttempt-[Dd]ate:[ ]*(.+)\z/)
+                # Last-Attempt-Date: Fri, 14 Feb 2014 12:30:08 -0500
+                v['date'] = cv[1]
+
+              else
+                if cv = e.match(/\A[Dd]iagnostic-[Cc]ode:[ ]*(.+?);[ ]*(.+)\z/)
+                  # Diagnostic-Code: smtp; 550 5.1.1 RCP-P2
+                  #     http://postmaster.facebook.com/response_codes?ip=192.0.2.135#rcp Refused due to recipient preferences
+                  v['spec'] = cv[1].upcase
+                  v['diagnosis'] = cv[2]
+
+                elsif p =~ /\A[Dd]iagnostic-[Cc]ode:[ ]*/ && cv = e.match(/\A[ \t]+(.+)\z/)
+                  # Continued line of the value of Diagnostic-Code header
+                  v['diagnosis'] ||= ''
+                  v['diagnosis']  += ' ' + cv[1]
+                  havepassed[-1] = 'Diagnostic-Code: ' + e
+                end
+              end
+
+            else
+              if cv = e.match(/\A[Rr]eporting-MTA:[ ]*(?:DNS|dns);[ ]*(.+)\z/)
+                # Reporting-MTA: dns; mx.example.jp
+                next if connheader['lhost'].size > 0
+                connheader['lhost'] = cv[1].downcase
+                connvalues += 1
+
+              elsif cv = e.match(/\A[Aa]rrival-[Dd]ate:[ ]*(.+)\z/)
+                # Arrival-Date: Wed, 29 Apr 2009 16:03:18 +0900
+                next if connheader['date'].size > 0
+                connheader['date'] = cv[1]
+                connvalues += 1
+              end
+
+            end
+          end
+        end
+        return nil if recipients.zero?
+        require 'sisimai/string'
+
+        dscontents.map do |e|
+          e['lhost']   ||= connheader['lhost']
+          e['agent']     = self.smtpagent
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+
+          if cv = e['diagnosis'].match(/\b([A-Z]{3})[-]([A-Z])(\d)\b/)
+            # Diagnostic-Code: smtp; 550 5.1.1 RCP-P2
+            lhs = cv[1]
+            rhs = cv[2]
+            num = cv[3]
+
+            fbresponse = sprintf('%s-%s%d', lhs, rhs, num)
+          end
+
+          catch :SESSION do
+            ReFailure.each_key do |r|
+              # Verify each regular expression of session errors
+              ReFailure[r].each do |rr|
+                # Check each regular expression
+                next unless fbresponse == rr
+                e['reason'] = r.to_s
+                throw :SESSION
+              end
+            end
+          end
+
+          unless e['reason']
+            # http://postmaster.facebook.com/response_codes
+            #   Facebook System Resource Issues
+            #   These codes indicate a temporary issue internal to Facebook's
+            #   system. Administrators observing these issues are not required to
+            #   take any action to correct them.
+            if fbresponse =~ /\AINT-T\d+\z/
+              # * INT-Tx
+              #
+              # https://groups.google.com/forum/#!topic/cdmix/eXfi4ddgYLQ
+              # This block has not been tested because we have no email sample
+              # including "INT-T?" error code.
+              e['reason'] = 'systemerror'
+            end
+          end
+        end
+
+        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+
+    end
+  end
+end
+