sisimai 4.25.3 → 4.25.8

data/lib/sisimai/bite.rb

@@ -1,37 +0,0 @@
-module Sisimai
-  # Sisimai::Bite - Base class for Sisimai::Bite::*
-  module Bite
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite.pm
-      require 'sisimai/rfc5322'
-
-      # Data structure for parsed bounce messages
-      # @return [Hash] Data structure for delivery status
-      # @private
-      def DELIVERYSTATUS
-        return {
-          'spec'         => nil,  # Protocl specification
-          'date'         => nil,  # The value of Last-Attempt-Date header
-          'rhost'        => nil,  # The value of Remote-MTA header
-          'lhost'        => nil,  # The value of Received-From-MTA header
-          'alias'        => nil,  # The value of alias entry(RHS)
-          'agent'        => nil,  # MTA module name
-          'action'       => nil,  # The value of Action header
-          'status'       => nil,  # The value of Status header
-          'reason'       => nil,  # Temporary reason of bounce
-          'command'      => nil,  # SMTP command in the message body
-          'replycode'    => nil,  # SMTP Reply code
-          'diagnosis'    => nil,  # The value of Diagnostic-Code header
-          'recipient'    => nil,  # The value of Final-Recipient header
-          'softbounce'   => nil,  # Soft bounce or not
-          'feedbacktype' => nil,  # Feedback Type
-        }
-      end
-
-      def smtpagent(v = ''); return v.to_s.sub(/\ASisimai::Bite::/, ''); end
-      def description; return ''; end
-    end
-  end
-end
-
-

data/lib/sisimai/bite/email.rb

@@ -1,61 +0,0 @@
-  module Sisimai
-  module Bite
-    # Sisimai::Bite::Email- Base class for Sisimai::Bite::Email::*
-    module Email
-      class << self
-        # Imported from p5-Sisimail/lib/Sisimai/Bite/Email.pm
-        require 'sisimai/bite'
-
-        # @abstract Flags for position variable
-        # @return   [Hash] Position flag data
-        # @private
-        def INDICATORS
-          return {
-            :'deliverystatus' => (1 << 1),
-            :'message-rfc822' => (1 << 2),
-          }
-        end
-        def headerlist; return []; end
-
-        # @abstract MTA list
-        # @return   [Array] MTA list with order
-        def index
-          return %w[
-            Sendmail Postfix Qmail Exim Courier OpenSMTPD Office365 Outlook
-            Exchange2007 Exchange2003 Yahoo GSuite Aol SendGrid AmazonSES MailRu
-            Yandex MessagingServer Domino Notes ReceivingSES AmazonWorkMail Verizon
-            GMX Bigfoot Facebook Zoho EinsUndEins MessageLabs EZweb KDDI Biglobe
-            Amavis ApacheJames McAfee MXLogic MailFoundry IMailServer
-            MFILTER Activehunter InterScanMSS SurfControl MailMarshalSMTP
-            X1 X2 X3 X4 X5 V5sendmail FML Google]
-        end
-
-        # @abstract MTA list which have one or more extra headers
-        # @return   [Array] MTA list (have extra headers)
-        def heads
-          return %w[
-            Exim Office365 Outlook Exchange2007 Exchange2003 GSuite SendGrid
-            AmazonSES ReceivingSES AmazonWorkMail Aol GMX MailRu MessageLabs Yahoo
-            Yandex Zoho EinsUndEins MXLogic McAfee MFILTER EZweb Activehunter IMailServer
-            SurfControl FML Google
-          ]
-        end
-
-        # @abstract Parse bounce messages
-        # @param         [Hash] mhead       Message header of a bounce email
-        # @options mhead [String] from      From header
-        # @options mhead [String] date      Date header
-        # @options mhead [String] subject   Subject header
-        # @options mhead [Array]  received  Received headers
-        # @options mhead [String] others    Other required headers
-        # @param         [String] mbody     Message body of a bounce email
-        # @return        [Hash, Nil]        Bounce data list and message/rfc822
-        #                                   part or nil if it failed to parse or
-        #                                   the arguments are missing
-        def scan; return nil; end
-
-      end
-    end
-  end
-end
-

data/lib/sisimai/bite/email/activehunter.rb

@@ -1,117 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::Activehunter parses a bounce email which created
-  # by TransWARE Active!hunter.
-  # Methods in the module are called from only Sisimai::Message.
-  module Activehunter
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Activehunter.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['  ----- The following addresses had permanent fatal errors -----'],
-        rfc822:  ['Content-type: message/rfc822'],
-      }.freeze
-
-      def description; return 'TransWARE Active!hunter'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-      def headerlist;  return %w[x-ahmailid]; end
-
-      # Parse bounce messages from TransWARE Active!hunter
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        # :from    => %r/\A"MAILER-DAEMON"/,
-        # :subject => %r/FAILURE NOTICE :/,
-        return nil unless mhead['x-ahmailid']
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        v = nil
-
-        while e = hasdivided.shift do
-          if readcursor == 0
-            # Beginning of the bounce message or delivery status part
-            if e == StartingOf[:message][0]
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part
-            if e == StartingOf[:rfc822][0]
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # Inside of the original message part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # Error message part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-
-            #  ----- The following addresses had permanent fatal errors -----
-            #
-            # >>> kijitora@example.org <kijitora@example.org>
-            #
-            #  ----- Transcript of session follows -----
-            # 550 sorry, no mailbox here by that name (#5.1.1 - chkusr)
-            v = dscontents[-1]
-
-            if cv = e.match(/\A[>]{3}[ \t]+.+[<]([^ ]+?[@][^ ]+?)[>]\z/)
-              # >>> kijitora@example.org <kijitora@example.org>
-              if v['recipient']
-                # There are multiple recipient addresses in the message body.
-                dscontents << Sisimai::Bite.DELIVERYSTATUS
-                v = dscontents[-1]
-              end
-              v['recipient'] = cv[1]
-              v['diagnosis'] = ''
-              recipients += 1
-            else
-              #  ----- Transcript of session follows -----
-              # 550 sorry, no mailbox here by that name (#5.1.1 - chkusr)
-              next unless e =~ /\A[0-9A-Za-z]+/
-              next unless v['diagnosis'].empty?
-              v['diagnosis'] = e
-            end
-          end
-        end
-        return nil unless recipients > 0
-
-        require 'sisimai/string'
-        dscontents.each do |e|
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
-          e['agent']     = self.smtpagent
-          e.each_key { |a| e[a] ||= '' }
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-

data/lib/sisimai/bite/email/amavis.rb

@@ -1,133 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::Amavis parses a bounce email which created by
-  # amavsid-new. Methods in the module are called from only Sisimai::Message.
-  module Amavis
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Amavis.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['The message '],
-        rfc822:  ['Content-Type: text/rfc822-headers'],
-      }.freeze
-
-      def description; return 'amavisd-new: https://www.amavis.org/'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-
-      # Parse bounce messages from amavisd-new
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        # From: "Content-filter at neko1.example.jp" <postmaster@neko1.example.jp>
-        # Subject: Undeliverable mail, MTA-BLOCKED
-        return nil unless mhead['from'].to_s.start_with?('"Content-filter at ')
-
-        require 'sisimai/rfc1894'
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        havepassed = ['']
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        v = nil
-
-        while e = hasdivided.shift do
-          # Save the current line for the next loop
-          havepassed << e
-          p = havepassed[-2]
-
-          if readcursor == 0
-            # Beginning of the bounce message or message/delivery-status part
-            if e.start_with?(StartingOf[:message][0])
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part(message/rfc822)
-            if e == StartingOf[:rfc822][0]
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # message/rfc822 OR text/rfc822-headers part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # message/delivery-status part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-            next unless f = Sisimai::RFC1894.match(e)
-
-            # "e" matched with any field defined in RFC3464
-            next unless o = Sisimai::RFC1894.field(e)
-            v = dscontents[-1]
-
-            if o[-1] == 'addr'
-              # Final-Recipient: rfc822; kijitora@example.jp
-              # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-              if o[0] == 'final-recipient'
-                # Final-Recipient: rfc822; kijitora@example.jp
-                if v['recipient']
-                  # There are multiple recipient addresses in the message body.
-                  dscontents << Sisimai::Bite.DELIVERYSTATUS
-                  v = dscontents[-1]
-                end
-                v['recipient'] = o[2]
-                recipients += 1
-              else
-                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                v['alias'] = o[2]
-              end
-            elsif o[-1] == 'code'
-              # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-              v['spec'] = o[1]
-              v['diagnosis'] = o[2]
-            else
-              # Other DSN fields defined in RFC3464
-              next unless fieldtable.key?(o[0])
-              v[fieldtable[o[0]]] = o[2]
-
-              next unless f == 1
-              permessage[fieldtable[o[0]]] = o[2]
-            end
-          end # End of message/delivery-status
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          # Set default values if each value is empty.
-          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
-
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'].to_s.tr("\n", ' '))
-          e['agent'] = self.smtpagent
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-

data/lib/sisimai/bite/email/amazonses.rb

@@ -1,186 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::AmazonSES parses a bounce email which created by
-  # Amazon Simple Email Service.
-  # Methods in the module are called from only Sisimai::Message.
-  module AmazonSES
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/AmazonSES.pm
-      require 'sisimai/bite/email'
-
-      # http://aws.amazon.com/ses/
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['The following message to <', 'An error occurred while trying to deliver the mail'],
-        rfc822:  ['content-type: message/rfc822'],
-      }.freeze
-      MessagesOf = { 'expired' => ['Delivery expired'] }.freeze
-
-      def description; return 'Amazon SES(Sending): http://aws.amazon.com/ses/'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-
-      # X-SenderID: Sendmail Sender-ID Filter v1.0.0 nijo.example.jp p7V3i843003008
-      # X-Original-To: 000001321defbd2a-788e31c8-2be1-422f-a8d4-cf7765cc9ed7-000000@email-bounces.amazonses.com
-      # X-AWS-Outgoing: 199.255.192.156
-      # X-SES-Outgoing: 2016.10.12-54.240.27.6
-      def headerlist;  return %w[x-aws-outgoing x-ses-outgoing x-amz-sns-message-id]; end
-
-      # Parse bounce messages from Amazon SES
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        # :from    => %r/\AMAILER-DAEMON[@]email[-]bounces[.]amazonses[.]com\z/,
-        # :subject => %r/\ADelivery Status Notification [(]Failure[)]\z/,
-        return nil if mhead['x-mailer'].to_s.start_with?('Amazon WorkMail')
-
-        match  = 0
-        match += 1 if mhead['x-aws-outgoing']
-        match += 1 if mhead['x-ses-outgoing']
-        return nil unless match > 0
-
-        require 'sisimai/rfc1894'
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        havepassed = ['']
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        v = nil
-
-        while e = hasdivided.shift do
-          # Save the current line for the next loop
-          havepassed << e
-          p = havepassed[-2]
-
-          if readcursor == 0
-            # Beginning of the bounce message or message/delivery-status part
-            if e.start_with?(StartingOf[:message][0], StartingOf[:message][1])
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part(message/rfc822)
-            if e == StartingOf[:rfc822][0]
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # message/rfc822 OR text/rfc822-headers part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # message/delivery-status part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-
-            if f = Sisimai::RFC1894.match(e)
-              # "e" matched with any field defined in RFC3464
-              next unless o = Sisimai::RFC1894.field(e)
-              v = dscontents[-1]
-
-              if o[-1] == 'addr'
-                # Final-Recipient: rfc822; kijitora@example.jp
-                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                if o[0] == 'final-recipient'
-                  # Final-Recipient: rfc822; kijitora@example.jp
-                  if v['recipient']
-                    # There are multiple recipient addresses in the message body.
-                    dscontents << Sisimai::Bite.DELIVERYSTATUS
-                    v = dscontents[-1]
-                  end
-                  v['recipient'] = o[2]
-                  recipients += 1
-                else
-                  # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                  v['alias'] = o[2]
-                end
-              elsif o[-1] == 'code'
-                # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-                v['spec'] = o[1]
-                v['diagnosis'] = o[2]
-              else
-                # Other DSN fields defined in RFC3464
-                next unless fieldtable.key?(o[0])
-                v[fieldtable[o[0]]] = o[2]
-
-                next unless f == 1
-                permessage[fieldtable[o[0]]] = o[2]
-              end
-            else
-              # Continued line of the value of Diagnostic-Code field
-              next unless p.start_with?('Diagnostic-Code:')
-              next unless cv = e.match(/\A[ \t]+(.+)\z/)
-              v['diagnosis'] << ' ' << cv[1]
-              havepassed[-1] = 'Diagnostic-Code: ' << e
-            end
-          end # End of message/delivery-status
-        end
-
-        if recipients == 0 && mbody =~ /notificationType/
-          # Try to parse with Sisimai::Bite::JSON::AmazonSES module
-          require 'sisimai/bite/json/amazonses'
-          j = Sisimai::Bite::JSON::AmazonSES.scan(mhead, mbody)
-
-          if j['ds'].is_a? Array
-            # Update dscontents
-            dscontents = j['ds']
-            recipients = j['ds'].size
-          end
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          # Set default values if each value is empty.
-          e['lhost'] ||= permessage['rhost']
-          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
-
-          e['agent'] = self.smtpagent
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'].to_s.tr("\n", ' '))
-
-          if e['status'].to_s.start_with?('5.0.0', '5.1.0', '4.0.0', '4.1.0')
-            # Get other D.S.N. value from the error message
-            errormessage = e['diagnosis']
-
-            if cv = e['diagnosis'].match(/["'](\d[.]\d[.]\d.+)['"]/)
-              # 5.1.0 - Unknown address error 550-'5.7.1 ...
-              errormessage = cv[1]
-            end
-            e['status'] = Sisimai::SMTP::Status.find(errormessage) || e['status']
-          end
-
-          MessagesOf.each_key do |r|
-            # Verify each regular expression of session errors
-            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
-            e['reason'] = r
-            break
-          end
-
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-