sisimai 4.25.3 → 4.25.8

data/lib/sisimai/bite/email/yandex.rb

@@ -1,161 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::Yandex parses a bounce email which created by
-  # Yandex.Mail. Methods in the module are called from only Sisimai::Message.
-  module Yandex
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Yandex.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['This is the mail system at host yandex.ru.'],
-        rfc822:  ['Content-Type: message/rfc822'],
-      }.freeze
-
-      def description; return 'Yandex.Mail: http://www.yandex.ru'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-
-      # X-Yandex-Front: mxback1h.mail.yandex.net
-      # X-Yandex-TimeMark: 1417885948
-      # X-Yandex-Uniq: 92309766-f1c8-4bd4-92bc-657c75766587
-      # X-Yandex-Spam: 1
-      # X-Yandex-Forward: 10104c00ad0726da5f37374723b1e0c8
-      # X-Yandex-Queue-ID: 367D79E130D
-      # X-Yandex-Sender: rfc822; shironeko@yandex.example.com
-      def headerlist;  return %w[x-yandex-uniq]; end
-
-      # Parse bounce messages from Yandex.Mail
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        return nil unless mhead['x-yandex-uniq']
-        return nil unless mhead['from'] == 'mailer-daemon@yandex.ru'
-
-        require 'sisimai/rfc1894'
-        fieldtable = Sisimai::RFC1894.FIELDTABLE
-        permessage = {}     # (Hash) Store values of each Per-Message field
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        havepassed = ['']
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        commandset = []     # (Array) ``in reply to * command'' list
-        v = nil
-
-        while e = hasdivided.shift do
-          # Save the current line for the next loop
-          havepassed << e
-          p = havepassed[-2]
-
-          if readcursor == 0
-            # Beginning of the bounce message or message/delivery-status part
-            if e.start_with?(StartingOf[:message][0])
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part(message/rfc822)
-            if e.start_with?(StartingOf[:rfc822][0])
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # message/rfc822 OR text/rfc822-headers part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # message/delivery-status part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-
-            if f = Sisimai::RFC1894.match(e)
-              # "e" matched with any field defined in RFC3464
-              next unless o = Sisimai::RFC1894.field(e)
-              v = dscontents[-1]
-
-              if o[-1] == 'addr'
-                # Final-Recipient: rfc822; kijitora@example.jp
-                # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                if o[0] == 'final-recipient'
-                  # Final-Recipient: rfc822; kijitora@example.jp
-                  if v['recipient']
-                    # There are multiple recipient addresses in the message body.
-                    dscontents << Sisimai::Bite.DELIVERYSTATUS
-                    v = dscontents[-1]
-                  end
-                  v['recipient'] = o[2]
-                  recipients += 1
-                else
-                  # X-Actual-Recipient: rfc822; kijitora@example.co.jp
-                  v['alias'] = o[2]
-                end
-              elsif o[-1] == 'code'
-                # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-                v['spec'] = o[1]
-                v['diagnosis'] = o[2]
-              else
-                # Other DSN fields defined in RFC3464
-                next unless fieldtable.key?(o[0])
-                v[fieldtable[o[0]]] = o[2]
-
-                next unless f == 1
-                permessage[fieldtable[o[0]]] = o[2]
-              end
-            else
-              # The line does not begin with a DSN field defined in RFC3464
-              if cv = e.match(/[ \t][(]in reply to .*([A-Z]{4}).*/)
-                # 5.1.1 <userunknown@example.co.jp>... User Unknown (in reply to RCPT TO
-                commandset << cv[1]
-
-              elsif cv = e.match(/([A-Z]{4})[ \t]*.*command[)]\z/)
-                # to MAIL command)
-                commandset << cv[1]
-              else
-                # Continued line of the value of Diagnostic-Code field
-                next unless p.start_with?('Diagnostic-Code:')
-                next unless cv = e.match(/\A[ \t]+(.+)\z/)
-                v['diagnosis'] << ' ' << cv[1]
-                havepassed[-1] = 'Diagnostic-Code: ' << e
-              end
-            end
-          end # End of message/delivery-status
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          # Set default values if each value is empty.
-          e['lhost'] ||= permessage['rhost']
-          permessage.each_key { |a| e[a] ||= permessage[a] || '' }
-
-          e['command']   = commandset.shift || ''
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'].tr("\n", ' '))
-          e['agent']     = self.smtpagent
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-

data/lib/sisimai/bite/email/zoho.rb

@@ -1,153 +0,0 @@
-module Sisimai::Bite::Email
-  # Sisimai::Bite::Email::Zoho parses a bounce email which created by Zoho Mail.
-  # Methods in the module are called from only Sisimai::Message.
-  module Zoho
-    class << self
-      # Imported from p5-Sisimail/lib/Sisimai/Bite/Email/Zoho.pm
-      require 'sisimai/bite/email'
-
-      Indicators = Sisimai::Bite::Email.INDICATORS
-      StartingOf = {
-        message: ['This message was created automatically by mail delivery'],
-        rfc822:  ['from mail.zoho.com by mx.zohomail.com'],
-      }.freeze
-      MessagesOf = { 'expired' => ['Host not reachable'] }.freeze
-
-      def description; return 'Zoho Mail: https://www.zoho.com'; end
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-
-      # X-ZohoMail: Si CHF_MF_NL SS_10 UW48 UB48 FMWL UW48 UB48 SGR3_1_09124_42
-      # X-Zoho-Virus-Status: 2
-      # X-Mailer: Zoho Mail
-      def headerlist;  return %w[x-zohomail]; end
-
-      # Parse bounce messages from Zoho Mail
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      def scan(mhead, mbody)
-        # :'from'     => %r/mailer-daemon[@]mail[.]zoho[.]com\z/,
-        # :'subject'  => %r{\A(?:
-        #      Undelivered[ ]Mail[ ]Returned[ ]to[ ]Sender
-        #     |Mail[ ]Delivery[ ]Status[ ]Notification
-        #     )
-        # }x,
-        # :'x-mailer' => %r/\AZoho Mail\z/,
-        return nil unless mhead['x-zohomail']
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        hasdivided = mbody.split("\n")
-        rfc822list = []     # (Array) Each line in message/rfc822 part string
-        blanklines = 0      # (Integer) The number of blank lines
-        readcursor = 0      # (Integer) Points the current cursor position
-        recipients = 0      # (Integer) The number of 'Final-Recipient' header
-        qprintable = false
-        v = nil
-
-        while e = hasdivided.shift do
-          if readcursor == 0
-            # Beginning of the bounce message or delivery status part
-            if e.start_with?(StartingOf[:message][0])
-              readcursor |= Indicators[:deliverystatus]
-              next
-            end
-          end
-
-          if (readcursor & Indicators[:'message-rfc822']) == 0
-            # Beginning of the original message part
-            if e.include?(StartingOf[:rfc822][0])
-              readcursor |= Indicators[:'message-rfc822']
-              next
-            end
-          end
-
-          if readcursor & Indicators[:'message-rfc822'] > 0
-            # Inside of the original message part
-            if e.empty?
-              blanklines += 1
-              break if blanklines > 1
-              next
-            end
-            rfc822list << e
-          else
-            # Error message part
-            next if (readcursor & Indicators[:deliverystatus]) == 0
-            next if e.empty?
-
-            # This message was created automatically by mail delivery software.
-            # A message that you sent could not be delivered to one or more of its recip=
-            # ients. This is a permanent error.=20
-            #
-            # kijitora@example.co.jp Invalid Address, ERROR_CODE :550, ERROR_CODE :5.1.=
-            # 1 <kijitora@example.co.jp>... User Unknown
-
-            # This message was created automatically by mail delivery software.
-            # A message that you sent could not be delivered to one or more of its recipients. This is a permanent error.
-            #
-            # shironeko@example.org Invalid Address, ERROR_CODE :550, ERROR_CODE :Requested action not taken: mailbox unavailable
-            v = dscontents[-1]
-
-            if cv = e.match(/\A([^ ]+[@][^ ]+)[ \t]+(.+)\z/)
-              # kijitora@example.co.jp Invalid Address, ERROR_CODE :550, ERROR_CODE :5.1.=
-              if v['recipient']
-                # There are multiple recipient addresses in the message body.
-                dscontents << Sisimai::Bite.DELIVERYSTATUS
-                v = dscontents[-1]
-              end
-              v['recipient'] = cv[1]
-              v['diagnosis'] = cv[2]
-
-              if v['diagnosis'].end_with?('=')
-                # Quoted printable
-                v['diagnosis'] = v['diagnosis'].chomp('=')
-                qprintable = true
-              end
-              recipients += 1
-
-            elsif cv = e.match(/\A\[Status: .+[<]([^ ]+[@][^ ]+)[>],/)
-              # Expired
-              # [Status: Error, Address: <kijitora@6kaku.example.co.jp>, ResponseCode 421, , Host not reachable.]
-              if v['recipient']
-                # There are multiple recipient addresses in the message body.
-                dscontents << Sisimai::Bite.DELIVERYSTATUS
-                v = dscontents[-1]
-              end
-              v['recipient'] = cv[1]
-              v['diagnosis'] = e
-              recipients += 1
-            else
-              # Continued line
-              next unless qprintable
-              v['diagnosis'] << e
-            end
-          end
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          e['agent']     = self.smtpagent
-          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'].tr("\n", ' '))
-
-          MessagesOf.each_key do |r|
-            # Verify each regular expression of session errors
-            next unless MessagesOf[r].any? { |a| e['diagnosis'].include?(a) }
-            e['reason'] = r
-            break
-          end
-        end
-
-        rfc822part = Sisimai::RFC5322.weedout(rfc822list)
-        return { 'ds' => dscontents, 'rfc822' => rfc822part }
-      end
-
-    end
-  end
-end
-

data/lib/sisimai/bite/json.rb

@@ -1,36 +0,0 @@
-module Sisimai
-  module Bite
-    # Sisimai::Bite::JSON - Base class for Sisimai::Bite::JSON::*
-    module JSON
-      class << self
-        # Imported from p5-Sisimail/lib/Sisimai/Bite/JSON.pm
-        require 'sisimai/bite'
-
-        def headerlist; return []; end
-
-        # MTA list
-        # @return   [Array] MTA list with order
-        def index
-          return %w[SendGrid AmazonSES]
-        end
-
-        # Convert from JSON object to Sisimai::Message
-        # @param         [Hash] mhead   Message header of a bounce email
-        # @param         [String] mbody Message body of a bounce email(JSON)
-        # @return        [Hash, Nil]    Bounce data list and message/rfc822 part
-        #                               or nil if it failed to parse or the
-        #                               arguments are missing
-        def scan; return nil; end
-
-        # @abstract      Adapt bounce object for Sisimai::Message format
-        # @param         [Hash] argvs   bounce object returned from each email cloud
-        # @return        [Hash, Nil]    Bounce data list and message/rfc822 part
-        #                               or nil if it failed to parse or the
-        #                               arguments are missing
-        def adapt; return nil; end
-
-      end
-    end
-  end
-end
-

data/lib/sisimai/bite/json/amazonses.rb

@@ -1,242 +0,0 @@
-module Sisimai::Bite::JSON
-  # Sisimai::Bite::JSON::AmazonSES parses a bounce object(JSON) which created
-  # by Amazon Simple Email Service.
-  # Methods in the module are called from only Sisimai::Message.
-  module AmazonSES
-    # Imported from p5-Sisimail/lib/Sisimai/Bite/JSON/AmazonSES.pm
-    class << self
-      require 'sisimai/bite/json'
-
-      # https://docs.aws.amazon.com/en_us/ses/latest/DeveloperGuide/notification-contents.html
-      BounceType = {
-        'Permanent' => {
-          'General'    => '',
-          'NoEmail'    => '',
-          'Suppressed' => '',
-        },
-        'Transient' => {
-          'General'            => '',
-          'MailboxFull'        => 'mailboxfull',
-          'MessageTooLarge'    => 'mesgtoobig',
-          'ContentRejected'    => '',
-          'AttachmentRejected' => '',
-        },
-      }.freeze
-
-      def smtpagent;   return Sisimai::Bite.smtpagent(self); end
-      def description; return 'Amazon SES(JSON): http://aws.amazon.com/ses/'; end
-
-      # Parse bounce messages from Amazon SES(JSON)
-      # @param         [Hash] mhead       Message headers of a bounce email
-      # @options mhead [String] from      From header
-      # @options mhead [String] date      Date header
-      # @options mhead [String] subject   Subject header
-      # @options mhead [Array]  received  Received headers
-      # @options mhead [String] others    Other required headers
-      # @param         [String] mbody     Message body of a bounce email
-      # @return        [Hash, Nil]        Bounce data list and message/rfc822
-      #                                   part or nil if it failed to parse or
-      #                                   the arguments are missing
-      # @since v4.20.0
-      def scan(mhead, mbody)
-        return nil unless mhead['x-amz-sns-message-id']
-        return nil if mhead['x-amz-sns-message-id'].empty?
-
-        hasdivided = mbody.split("\n")
-        jsonstring = ''
-        jsonthings = nil
-        foldedline = false
-
-        while e = hasdivided.shift do
-          # Find JSON string from the message body
-          next if e.empty?
-          break if e == '--'
-          break if e == '__END_OF_EMAIL_MESSAGE__'
-
-          # The line starts with " ", continued from !\n.
-          e.lstrip! if foldedline
-          foldedline = false
-
-          if e.end_with?('!')
-            # ... long long line ...![\n]
-            e.chomp!('!')
-            foldedline = true
-          end
-          jsonstring << e
-        end
-
-        begin
-          if RUBY_PLATFORM.start_with?('java')
-            # java-based ruby environment like JRuby.
-            require 'jrjackson'
-            jsonobject = JrJackson::Json.load(jsonstring)
-
-            # 'Message' => '{"notificationType":"Bounce",...
-            jsonthings = JrJackson::Json.load(jsonobject['Message']) if jsonobject['Message']
-          else
-            # Matz' Ruby Implementation
-            require 'oj'
-            jsonobject = Oj.load(jsonstring)
-
-            # 'Message' => '{"notificationType":"Bounce",...
-            jsonthings = Oj.load(jsonobject['Message']) if jsonobject['Message']
-          end
-          jsonthings ||= jsonobject
-
-        rescue StandardError => ce
-          # Something wrong in decoding JSON
-          warn ' ***warning: Failed to decode JSON: ' << ce.to_s
-          return nil
-        end
-
-        return adapt(jsonthings)
-      end
-
-      # @abstract Adapt Amazon SES bounce object for Sisimai::Message format
-      # @param        [Hash] argvs  bounce object(JSON) retrieved from Amazon SNS
-      # @return       [Hash, Nil]   Bounce data list and message/rfc822 part or
-      #                             nil if it failed to parse or the
-      #                             arguments are missing
-      # @since v4.20.0
-      def adapt(argvs)
-        return nil unless argvs.is_a? Hash
-        return nil if argvs.empty?
-        return nil unless argvs.key?('notificationType')
-
-        dscontents = [Sisimai::Bite.DELIVERYSTATUS]
-        rfc822head = {}   # (Hash) Check flags for headers in RFC822 part
-        recipients = 0    # (Integer) The number of 'Final-Recipient' header
-        labeltable = {
-          'Bounce'    => 'bouncedRecipients',
-          'Complaint' => 'complainedRecipients',
-        }
-        v = nil
-
-        if %w[Bounce Complaint].index(argvs['notificationType'])
-          # { "notificationType":"Bounce", "bounce": { "bounceType":"Permanent",...
-          o = argvs[argvs['notificationType'].downcase].dup
-          r = o[labeltable[argvs['notificationType']]] || []
-
-          while e = r.shift do
-            # 'bouncedRecipients' => [ { 'emailAddress' => 'bounce@si...' }, ... ]
-            # 'complainedRecipients' => [ { 'emailAddress' => 'complaint@si...' }, ... ]
-            next unless Sisimai::RFC5322.is_emailaddress(e['emailAddress'])
-
-            v = dscontents[-1]
-            if v['recipient']
-              # There are multiple recipient addresses in the message body.
-              dscontents << Sisimai::Bite.DELIVERYSTATUS
-              v = dscontents[-1]
-            end
-            recipients += 1
-            v['recipient'] = e['emailAddress']
-
-            if argvs['notificationType'] == 'Bounce'
-              # 'bouncedRecipients => [ {
-              #   'emailAddress' => 'bounce@simulator.amazonses.com',
-              #   'action' => 'failed',
-              #   'status' => '5.1.1',
-              #   'diagnosticCode' => 'smtp; 550 5.1.1 user unknown'
-              # }, ... ]
-              v['action'] = e['action']
-              v['status'] = e['status']
-
-              if cv = e['diagnosticCode'].match(/\A(.+?);[ ]*(.+)\z/)
-                # Diagnostic-Code: SMTP; 550 5.1.1 <userunknown@example.jp>... User Unknown
-                v['spec'] = cv[1].upcase
-                v['diagnosis'] = cv[2]
-              else
-                v['diagnosis'] = e['diagnosticCode']
-              end
-
-              # 'reportingMTA' => 'dsn; a27-23.smtp-out.us-west-2.amazonses.com',
-              if cv = o['reportingMTA'].match(/\Adsn;[ ](.+)\z/) then v['lhost'] = cv[1] end
-
-              if BounceType.key?(o['bounceType']) &&
-                 BounceType[o['bounceType']].key?(o['bounceSubType'])
-                # 'bounce' => {
-                #       'bounceType' => 'Permanent',
-                #       'bounceSubType' => 'General'
-                # },
-                v['reason'] = BounceType[o['bounceType']][o['bounceSubType']]
-              end
-            else
-              # 'complainedRecipients' => [ {
-              #   'emailAddress' => 'complaint@simulator.amazonses.com' }, ... ],
-              v['reason'] = 'feedback'
-              v['feedbacktype'] = o['complaintFeedbackType'] || ''
-            end
-
-            v['date'] = o['timestamp'] || argvs['mail']['timestamp']
-            v['date'].sub!(/[.]\d+Z\z/, '')
-          end
-        elsif argvs['notificationType'] == 'Delivery'
-          # { "notificationType":"Delivery", "delivery": { ...
-          o = argvs['delivery'].dup
-          r = o['recipients'] || []
-
-          while e = r.shift do
-            # 'delivery' => {
-            #       'timestamp' => '2016-11-23T12:01:03.512Z',
-            #       'processingTimeMillis' => 3982,
-            #       'reportingMTA' => 'a27-29.smtp-out.us-west-2.amazonses.com',
-            #       'recipients' => [
-            #           'success@simulator.amazonses.com'
-            #       ],
-            #       'smtpResponse' => '250 2.6.0 Message received'
-            #   },
-            next unless Sisimai::RFC5322.is_emailaddress(e)
-
-            v = dscontents[-1]
-            if v['recipient']
-              # There are multiple recipient addresses in the message body.
-              dscontents << Sisimai::Bite.DELIVERYSTATUS
-              v = dscontents[-1]
-            end
-            recipients += 1
-            v['recipient'] = e
-            v['lhost']     = o['reportingMTA'] || ''
-            v['diagnosis'] = o['smtpResponse'] || ''
-            v['status']    = Sisimai::SMTP::Status.find(v['diagnosis']) || ''
-            v['replycode'] = Sisimai::SMTP::Reply.find(v['diagnosis'])  || ''
-            v['reason']    = 'delivered'
-            v['action']    = 'deliverable'
-
-            v['date'] = o['timestamp'] || argvs['mail']['timestamp']
-            v['date'].sub!(/[.]\d+Z\z/, '')
-          end
-        else
-          # The value of "notificationType" is not any of "Bounce", "Complaint",
-          # or "Delivery".
-          return nil
-        end
-        return nil unless recipients > 0
-
-        dscontents.each do |e|
-          e['agent'] = self.smtpagent
-        end
-
-        if argvs['mail']['headers']
-          # "headersTruncated":false,
-          # "headers":[ { ...
-          argvs['mail']['headers'].each do |e|
-            # 'headers' => [ { 'name' => 'From', 'value' => 'neko@nyaan.jp' }, ... ],
-            next unless %w[From To Subject Message-ID Date].index(e['name'])
-            rfc822head[e['name'].downcase] = e['value']
-          end
-        end
-
-        unless rfc822head['message-id']
-          # Try to get the value of "Message-Id".
-          if argvs['mail']['messageId']
-            # 'messageId' => '01010157e48f9b9b-891e9a0e-9c9d-4773-9bfe-608f2ef4756d-000000'
-            rfc822head['message-id'] = argvs['mail']['messageId']
-          end
-        end
-        return { 'ds' => dscontents, 'rfc822' => rfc822head }
-      end
-
-    end
-  end
-end
-