sisimai 4.16.0-java

data/lib/sisimai/arf.rb

@@ -0,0 +1,338 @@
+module Sisimai
+  # Sisimai::ARF is a parser for email returned as a FeedBack Loop report message.
+  module ARF
+    # Imported from p5-Sisimail/lib/Sisimai/Message.pm
+    class << self
+      require 'sisimai/mta'
+      require 'sisimai/rfc5322'
+
+      Re0 =  {
+        :'content-type' => %r|multipart/mixed|,
+        :'report-type'  => %r/report-type=["]?feedback-report["]?/,
+        :'from'         => %r{(?:
+           staff[@]hotmail[.]com\z
+          |complaints[@]email-abuse[.]amazonses[.]com\z
+          )
+        }x,
+        :'subject'      => %r/complaint[ ]about[ ]message[ ]from[ ]/,
+      }
+      # http://tools.ietf.org/html/rfc5965
+      # http://en.wikipedia.org/wiki/Feedback_loop_(email)
+      # http://en.wikipedia.org/wiki/Abuse_Reporting_Format
+      #
+      # Netease DMARC uses:    This is a spf/dkim authentication-failure report for an email message received from IP
+      # OpenDMARC 1.3.0 uses:  This is an authentication failure report for an email message received from IP
+      # Abusix ARF uses        this is an autogenerated email abuse complaint regarding your network.
+      Re1 = {
+        :begin  => %r{\A(?>
+           [Tt]his[ ]is[ ].+[ ]email[ ]abuse[ ]report
+          |[Tt]his[ ]is[ ](?:
+             an[ ]autogenerated[ ]email[ ]abuse[ ]complaint
+            |an?[ ].+[ ]report[ ]for
+            |a[ ].+[ ]authentication[ -]failure[ ]report[ ]for
+            )
+          )
+        }x,
+        :rfc822 => %r[\AContent-Type: (:?message/rfc822|text/rfc822-headers)],
+        :endof  => %r/\A__END_OF_EMAIL_MESSAGE__\z/,
+      }
+      Indicators = Sisimai::MTA.INDICATORS
+      LongFields = Sisimai::RFC5322.LONGFIELDS
+      RFC822Head = Sisimai::RFC5322.HEADERFIELDS
+
+      def description; return 'Abuse Feedback Reporting Format'; end
+      def smtpagent;   return 'FeedBack-Loop'; end
+      def headerlist;  return []; end
+      def pattern;     return Re0; end
+
+      # Email is a Feedback-Loop message or not
+      # @param    [Hash] heads    Email header including "Content-Type", "From",
+      #                           and "Subject" field
+      # @return   [True,False]    true: Feedback Loop
+      #                           false: is not Feedback loop
+      def is_arf(heads)
+        return false unless heads
+        match = false
+
+        if heads['content-type'] =~ Re0[:'report-type']
+          # Content-Type: multipart/report; report-type=feedback-report; ...
+          match = true
+
+        elsif heads['content-type'] =~ Re0[:'content-type']
+          # Microsoft (Hotmail, MSN, Live, Outlook) uses its own report format.
+          # Amazon SES Complaints bounces
+          if heads['from'] =~ Re0[:'from'] && heads['subject'] =~ Re0[:'subject']
+            # From: staff@hotmail.com
+            # From: complaints@email-abuse.amazonses.com
+            # Subject: complaint about message from 192.0.2.1
+            match = true
+          end
+        end
+        return match
+      end
+
+      # Detect an error for Feedback Loop
+      # @param         [Hash] mhead       Message header of a bounce email
+      # @options mhead [String] from      From header
+      # @options mhead [String] date      Date header
+      # @options mhead [String] subject   Subject header
+      # @options mhead [Array]  received  Received headers
+      # @options mhead [String] others    Other required headers
+      # @param         [String] mbody     Message body of a bounce email
+      # @return        [Hash, Nil]        Bounce data list and message/rfc822 part
+      #                                   or Undef if it failed to parse or the
+      #                                   arguments are missing
+      def scan(mhead, mbody)
+        return nil unless self.is_arf(mhead)
+
+        require 'sisimai/address'
+        dscontents = []; dscontents << Sisimai::MTA.DELIVERYSTATUS
+        hasdivided = mbody.split("\n")
+        rfc822part = ''   # (String) message/rfc822-headers part
+        previousfn = ''   # (String) Previous field name
+        readcursor = 0    # (Integer) Points the current cursor position
+        recipients = 0    # (Integer) The number of 'Final-Recipient' header
+        rcptintext = ''   # (String) Recipient address in the message body
+        commondata = {
+          'diagnosis' => '',  # Error message
+          'from'      => '',  # Original-Mail-From:
+          'rhost'     => '',  # Reporting-MTA:
+        }
+        arfheaders = {
+          'feedbacktype' => nil,   # FeedBack-Type:
+          'rhost'        => nil,   # Source-IP:
+          'agent'        => nil,   # User-Agent:
+          'date'         => nil,   # Arrival-Date:
+          'authres'      => nil,   # Authentication-Results:
+        }
+        v = nil
+
+        # 3.1.  Required Fields
+        #
+        #   The following report header fields MUST appear exactly once:
+        #
+        #   o  "Feedback-Type" contains the type of feedback report (as defined
+        #      in the corresponding IANA registry and later in this memo).  This
+        #      is intended to let report parsers distinguish among different
+        #      types of reports.
+        #
+        #   o  "User-Agent" indicates the name and version of the software
+        #      program that generated the report.  The format of this field MUST
+        #      follow section 14.43 of [HTTP].  This field is for documentation
+        #      only; there is no registry of user agent names or versions, and
+        #      report receivers SHOULD NOT expect user agent names to belong to a
+        #      known set.
+        #
+        #   o  "Version" indicates the version of specification that the report
+        #      generator is using to generate the report.  The version number in
+        #      this specification is set to "1".
+        #
+        hasdivided.each do |e|
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            if e =~ Re1[:begin]
+              readcursor |= Indicators[:'deliverystatus']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] == 0
+            # Beginning of the original message part
+            if e =~ Re1[:rfc822]
+              readcursor |= Indicators[:'message-rfc822']
+              next
+            end
+          end
+
+          if readcursor & Indicators[:'message-rfc822'] > 0
+            # After "message/rfc822"
+            if cv = e.match(/X-HmXmrOriginalRecipient:[ ]*(.+)\z/)
+              # Microsoft ARF: original recipient.
+              dscontents[-1]['recipient'] = Sisimai::Address.s3s4(cv[1])
+              recipients += 1
+
+              # The "X-HmXmrOriginalRecipient" header appears only once so
+              # we take this opportunity to hard-code ARF headers missing in
+              # Microsoft's implementation.
+              arfheaders['feedbacktype'] = 'abuse'
+              arfheaders['agent'] = 'Microsoft Junk Mail Reporting Program'
+
+            elsif cv = e.match(/\AFrom:[ ]*(.+)\z/)
+              # Microsoft ARF: original sender.
+              if commondata['from'].empty?
+                commondata['from'] = Sisimai::Address.s3s4(cv[1])
+              end
+
+            elsif cv = e.match(/\A([-0-9A-Za-z]+?)[:][ ]*(.+)\z/)
+              # Get required headers only
+              lhs = cv[1].downcase
+              rhs = cv[2]
+
+              previousfn = ''
+              next unless RFC822Head.key?(lhs)
+
+              previousfn  = lhs
+              rfc822part += e + "\n"
+              rcptintext  = rhs if lhs == 'to'
+
+            elsif e =~ /\A[ \t]+/
+              # Continued line from the previous line
+              rfc822part += e + "\n" if LongFields.key?(previousfn)
+              next if e.size > 0
+              rcptintext += e if previousfn == 'to'
+            end
+
+          else
+            # Before "message/rfc822"
+            next unless readcursor & Indicators[:'deliverystatus'] > 0
+            next unless e.size > 0
+
+            # Feedback-Type: abuse
+            # User-Agent: SomeGenerator/1.0
+            # Version: 0.1
+            # Original-Mail-From: <somespammer@example.net>
+            # Original-Rcpt-To: <kijitora@example.jp>
+            # Received-Date: Thu, 29 Apr 2009 00:00:00 JST
+            # Source-IP: 192.0.2.1
+            v = dscontents[-1]
+
+            if cv = e.match(/\AOriginal-Rcpt-To:[ ]+[<]?(.+)[>]?\z/) ||
+               cv = e.match(/\ARedacted-Address:[ ]([^ ].+[@])\z/)
+              # Original-Rcpt-To header field is optional and may appear any
+              # number of times as appropriate:
+              # Original-Rcpt-To: <user@example.com>
+              # Redacted-Address: localpart@
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::MTA.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = Sisimai::Address.s3s4(cv[1])
+              recipients += 1
+
+            elsif cv = e.match(/\AFeedback-Type:[ ]*([^ ]+)\z/)
+              # The header field MUST appear exactly once.
+              # Feedback-Type: abuse
+              arfheaders['feedbacktype'] = cv[1]
+
+            elsif cv = e.match(/\AAuthentication-Results:[ ]*(.+)\z/)
+              # "Authentication-Results" indicates the result of one or more
+              # authentication checks run by the report generator.
+              #
+              # Authentication-Results: mail.example.com;
+              #   spf=fail smtp.mail=somespammer@example.com
+              arfheaders['authres'] = cv[1]
+
+            elsif cv = e.match(/\AUser-Agent:[ ]*(.+)\z/)
+              # The header field MUST appear exactly once.
+              # User-Agent: SomeGenerator/1.0
+              arfheaders['agent'] = cv[1]
+
+            elsif cv = e.match(/\A(?:Received|Arrival)-Date:[ ]*(.+)\z/)
+              # Arrival-Date header is optional and MUST NOT appear more than
+              # once.
+              # Received-Date: Thu, 29 Apr 2010 00:00:00 JST
+              # Arrival-Date: Thu, 29 Apr 2010 00:00:00 +0000
+              arfheaders['date'] = cv[1]
+
+            elsif cv = e.match(/\AReporting-MTA:[ ]*dns;[ ]*(.+)\z/)
+              # The header is optional and MUST NOT appear more than once.
+              # Reporting-MTA: dns; mx.example.jp
+              commondata['rhost'] = cv[1]
+
+            elsif cv = e.match(/\ASource-IP:[ ]*(.+)\z/)
+              # The header is optional and MUST NOT appear more than once.
+              # Source-IP: 192.0.2.45
+              arfheaders['rhost'] = cv[1]
+
+            elsif cv = e.match(/\AOriginal-Mail-From:[ ]*(.+)\z/)
+              # the header is optional and MUST NOT appear more than once.
+              # Original-Mail-From: <somespammer@example.net>
+              if commondata['from'].empty?
+                commondata['from'] = Sisimai::Address.s3s4(cv[1])
+              end
+
+            elsif e =~ Re1[:begin]
+              # This is an email abuse report for an email message with the
+              #   message-id of 0000-000000000000000000000000000000000@mx
+              #   received from IP address 192.0.2.1 on
+              #   Thu, 29 Apr 2010 00:00:00 +0900 (JST)
+              commondata['diagnosis'] = e
+            end
+          end
+        end
+
+        if arfheaders['feedbacktype'] == 'auth-failure' && arfheaders['authres']
+          # Append the value of Authentication-Results header
+          commondata['diagnosis'] += ' ' + arfheaders['authres']
+        end
+
+        if recipients == 0
+          # Insert pseudo recipient address when there is no valid recipient
+          # address in the message.
+          dscontents[-1]['recipient'] = Sisimai::Address.undisclosed('r')
+          recipients = 1
+        end
+
+        unless rfc822part =~ /\bFrom: [^ ]+[@][^ ]+\b/
+          # There is no "From:" header in the original message
+          if commondata['from'].size > 0
+            # Append the value of "Original-Mail-From" value as a sender address.
+            rfc822part += sprintf("From: %s\n", commondata['from'])
+          end
+        end
+
+        if cv = mhead['subject'].match(/complaint about message from (\d{1,3}[.]\d{1,3}[.]\d{1,3}[.]\d{1,3})/)
+          # Microsoft ARF: remote host address.
+          arfheaders['rhost'] = cv[1]
+          commondata['diagnosis'] = sprintf(
+            'This is a Microsoft email abuse report for an email message received from IP %s on %s',
+            arfheaders['rhost'], mhead['date'])
+        end
+
+        dscontents.map do |e|
+          if e['recipient'] =~ /\A[^ ]+[@]\z/
+            # AOL = http://forums.cpanel.net/f43/aol-brutal-work-71473.html
+            e['recipient'] = Sisimai::Address.s3s4(rcptintext)
+          end
+          arfheaders.each_key { |a| e[a] ||= arfheaders[a] || '' }
+          e.delete('authres')
+
+          e['softbounce'] = -1
+          e['diagnosis']  = commondata['diagnosis'] unless e['diagnosis']
+          e['date']       = mhead['date'] if e['date'].empty?
+
+          if e['rhost'].empty?
+            # Get the remote IP address from the message body
+            if commondata['rhost'].size > 0
+              # The value of "Reporting-MTA" header
+              e['rhost'] = commondata['rhost']
+
+            elsif cv = e['diagnosis'].match(/\breceived from IP address ([^ ]+)/)
+              # This is an email abuse report for an email message received
+              # from IP address 24.64.1.1 on Thu, 29 Apr 2010 00:00:00 +0000
+              e['rhost'] = cv[1]
+            end
+          end
+
+          if mhead['received'].size > 0
+            # Get localhost and remote host name from Received header.
+            r0 = mhead['received']
+            %w|lhost rhost|.each { |a| e[a] ||= '' }
+            e['lhost'] = Sisimai::RFC5322.received(r0[0]).shift if e['lhost'].empty?
+            e['rhost'] = Sisimai::RFC5322.received(r0[-1]).pop  if e['rhost'].empty?
+          end
+
+          e['spec']    = 'SMTP'
+          e['action']  = 'failed'
+          e['reason']  = 'feedback'
+          e['command'] = ''
+          e['status']  = ''
+          e['alias']   = ''
+          e['agent']   = self.smtpagent if e['agent'].empty?
+        end
+        return { 'ds' => dscontents, 'rfc822' => rfc822part }
+      end
+    end
+  end
+end

data/lib/sisimai/data.rb

@@ -0,0 +1,409 @@
+module Sisimai
+  # Sisimai::Data generate parsed data from Sisimai::Message object.
+  class Data
+    # Imported from p5-Sisimail/lib/Sisimai/Data.pm
+    require 'sisimai/address'
+    require 'sisimai/rfc5322'
+    require 'sisimai/smtp/reply'
+    require 'sisimai/smtp/status'
+    require 'sisimai/string'
+    require 'sisimai/reason'
+    require 'sisimai/rhost'
+    require 'sisimai/time'
+    require 'sisimai/datetime'
+
+    @@rwaccessors = [
+      :token,           # [String] Message token/MD5 Hex digest value
+      :lhost,           # [String] local host name/Local MTA
+      :rhost,           # [String] Remote host name/Remote MTA
+      :alias,           # [String] Alias of the recipient address
+      :listid,          # [String] List-Id header of each ML
+      :reason,          # [String] Bounce reason
+      :action,          # [String] The value of Action: header
+      :subject,         # [String] UTF-8 Subject text
+      :timestamp,       # [Sisimai::Time] Date: header in the original message
+      :addresser,       # [Sisimai::Address] From address
+      :recipient,       # [Sisimai::Address] Recipient address which bounced
+      :messageid,       # [String] Message-Id: header
+      :replycode,       # [String] SMTP Reply Code
+      :smtpagent,       # [String] MTA name
+      :softbounce,      # [Integer] 1 = Soft bounce, 0 = Hard bounce, -1 = ?
+      :smtpcommand,     # [String] The last SMTP command
+      :destination,     # [String] The domain part of the "recipinet"
+      :senderdomain,    # [String] The domain part of the "addresser"
+      :feedbacktype,    # [String] Feedback Type
+      :diagnosticcode,  # [String] Diagnostic-Code: Header
+      :diagnostictype,  # [String] The 1st part of Diagnostic-Code: Header
+      :deliverystatus,  # [String] Delivery Status(DSN)
+      :timezoneoffset,  # [Integer] Time zone offset(seconds)
+    ]
+    @@rwaccessors.each { |e| attr_accessor e }
+
+    EndOfEmail = Sisimai::String.EOM
+    RetryIndex = Sisimai::Reason.retry
+    RFC822Head = Sisimai::RFC5322.HEADERFIELDS('all')
+    AddrHeader = {
+      'addresser' => RFC822Head['addresser'],
+      'recipient' => RFC822Head['recipient'],
+    }
+
+    # Constructor of Sisimai::Data
+    # @param    [Hash] argvs    Data
+    # @return   [Sisimai::Data] Structured email data
+    def initialize(argvs)
+      thing = {}
+
+      # Create email address object
+      x0 = Sisimai::Address.parse([argvs['addresser']])
+      y0 = Sisimai::Address.parse([argvs['recipient']])
+      v0 = nil
+
+      if x0.is_a? Array
+        v0 = Sisimai::Address.new(x0.shift)
+        if v0.is_a? Sisimai::Address
+          thing['addresser'] = v0
+          thing['senderdomain'] = v0.host
+        end
+      end
+
+      if y0.is_a? Array
+        v0 = Sisimai::Address.new(y0.shift)
+        if v0.is_a? Sisimai::Address
+          thing['recipient'] = v0
+          thing['destination'] = v0.host
+          thing['alias'] = argvs['alias'] || ''
+        end
+      end
+      return nil unless thing['recipient'].is_a? Sisimai::Address
+      return nil unless thing['addresser'].is_a? Sisimai::Address
+      return nil if thing['recipient'].void
+      return nil if thing['addresser'].void
+
+      @addresser    = thing['addresser']
+      @senderdomain = thing['senderdomain']
+      @recipient    = thing['recipient']
+      @destination  = thing['destination']
+      @alias        = thing['alias']
+
+      @token = Sisimai::String.token(@addresser.address, @recipient.address, argvs['timestamp'])
+      @timestamp = Sisimai::Time.parse(::Time.at(argvs['timestamp']).to_s)
+      @timezoneoffset = argvs['timezoneoffset'] || '+0000'
+      @lhost          = argvs['lhost']          || ''
+      @rhost          = argvs['rhost']          || ''
+      @reason         = argvs['reason']         || ''
+      @listid         = argvs['listid']         || ''
+      @subject        = argvs['subject']        || ''
+      @messageid      = argvs['messageid']      || ''
+      @smtpagent      = argvs['smtpagent']      || ''
+      @diagnosticcode = argvs['diagnosticcode'] || ''
+      @diagnostictype = argvs['diagnostictype'] || ''
+      @deliverystatus = argvs['deliverystatus'] || ''
+      @smtpcommand    = argvs['smtpcommand']    || ''
+      @feedbacktype   = argvs['feedbacktype']   || ''
+      @action         = argvs['action']         || ''
+      @replycode      = Sisimai::SMTP::Reply.find(argvs['diagnosticcode'])
+      @softbounce     = argvs['softbounce']     || ''
+      @softbounce     = 1 if @replycode =~ /\A4/
+
+      if cv = @action.match(/\A(.+?) .+/)
+        @action = cv[1]
+      end
+
+      if @replycode.size > 0 && @deliverystatus.size > 0
+        # The first digits did not match: 5.1.1 250
+        @replycode = '' unless @replycode[0, 1] == @deliverystatus[0, 1]
+      end
+
+    end
+
+    # Another constructor of Sisimai::Data
+    # @param          [Sisimai::Message] data Data Object
+    # @param          [Hash] argvs            Parser options
+    # @options argvs  [Boolean] delivered     true: Including "delivered" reason
+    # @return         [Array, Nil]            List of Sisimai::Data or Nil if the
+    #                                         argument is not Sisimai::Message object
+    def self.make(data: nil, **argvs)
+      return nil unless data
+      return nil unless data.is_a? Sisimai::Message
+
+      messageobj = data
+      rfc822data = messageobj.rfc822
+      fieldorder = { 'recipient' => [], 'addresser' => [] }
+      objectlist = []
+      rxcommands = %r/\A(?:EHLO|HELO|MAIL|RCPT|DATA|QUIT)\z/
+      givenorder = argvs['order'] || {}
+      delivered1 = argvs[:delivered] || false
+
+      return nil unless messageobj.ds
+      return nil unless messageobj.rfc822
+      require 'sisimai/smtp'
+
+      # Decide the order of email headers: user specified or system default.
+      if givenorder.is_a?(Hash) && givenorder.keys.size > 0
+        # If the order of headers for searching is specified, use the order
+        # for detecting an email address.
+        fieldorder.each_key do |e|
+          # The order should be "Array Reference".
+          next unless givenorder[e]
+          next unless givenorder[e].is_a? Array
+          next unless givenorder[e].size > 0
+          fieldorder[e].concat(givenorder[e])
+        end
+      end
+
+      fieldorder.each_key do |e|
+        # If the order is empty, use default order.
+        if fieldorder[e].empty?
+          # Load default order of each accessor.
+          fieldorder[e] = AddrHeader[e]
+        end
+      end
+
+      messageobj.ds.each do |e|
+        # Create parameters for new() constructor.
+        o = nil # Sisimai::Data Object
+        r = nil # Reason text
+        p = {
+          'lhost'          => e['lhost']        || '',
+          'rhost'          => e['rhost']        || '',
+          'alias'          => e['alias']        || '',
+          'action'         => e['action']       || '',
+          'reason'         => e['reason']       || '',
+          'smtpagent'      => e['agent']        || '',
+          'recipient'      => e['recipient']    || '',
+          'softbounce'     => e['softbounce']   || '',
+          'smtpcommand'    => e['command']      || '',
+          'feedbacktype'   => e['feedbacktype'] || '',
+          'diagnosticcode' => e['diagnosis']    || '',
+          'diagnostictype' => e['spec']         || '',
+          'deliverystatus' => e['status']       || '',
+        }
+        unless delivered1
+          # Skip if the value of "deliverystatus" begins with "2." such as 2.1.5
+          next if p['deliverystatus'] =~ /\A2[.]/
+        end
+
+        # EMAIL_ADDRESS:
+        # Detect email address from message/rfc822 part
+        fieldorder['addresser'].each do |f|
+          # Check each header in message/rfc822 part
+          h = f.downcase
+          next unless rfc822data.key?(h)
+          next unless rfc822data[h].size > 0
+          next unless Sisimai::RFC5322.is_emailaddress(rfc822data[h])
+          p['addresser'] = rfc822data[h]
+          break
+        end
+
+        # Fallback: Get the sender address from the header of the bounced
+        # email if the address is not set at loop above.
+        p['addresser'] ||= ''
+        p['addresser']   = messageobj.header['to'] if p['addresser'].empty?
+
+        next unless p['addresser']
+        next unless p['recipient']
+
+        # TIMESTAMP:
+        # Convert from a time stamp or a date string to a machine time.
+        datestring = nil
+        zoneoffset = 0
+        datevalues = []
+        if e['date'] && e['date'].size > 0
+          datevalues << e['date']
+        end
+
+        # Date information did not exist in message/delivery-status part,...
+        RFC822Head['date'].each do |f|
+          # Get the value of Date header or other date related header.
+          next unless rfc822data[f.downcase]
+          datevalues << rfc822data[f.downcase]
+        end
+
+        if datevalues.size < 2
+          # Set "date" getting from the value of "Date" in the bounce message
+          datevalues << messageobj.header['date']
+        end
+
+        datevalues.each do |v|
+          # Parse each date value in the array
+          datestring = Sisimai::DateTime.parse(v)
+          break if datestring
+        end
+
+        if datestring
+          # Get the value of timezone offset from $datestring
+          if cv = datestring.match(/\A(.+)[ ]+([-+]\d{4})\z/)
+            # Wed, 26 Feb 2014 06:05:48 -0500
+            datestring = cv[1]
+            zoneoffset = Sisimai::DateTime.tz2second(cv[2])
+            p['timezoneoffset'] = cv[2]
+          end
+        end
+
+        begin
+          # Convert from the date string to an object then calculate time
+          # zone offset.
+          t = Sisimai::Time.strptime(datestring, '%a, %d %b %Y %T')
+          p['timestamp'] = (t.to_time.to_i - zoneoffset) || nil
+        rescue
+          warn ' ***warning: Failed to strptime ' + datestring.to_s
+        end
+        next unless p['timestamp']
+
+        # OTHER_TEXT_HEADERS:
+        # Remove square brackets and curly brackets from the host variable
+        %w|rhost lhost|.each do |v|
+          p[v] = p[v].delete('[]()')    # Remove square brackets and curly brackets from the host variable
+          p[v] = p[v].sub(/\A.+=/, '')  # Remove string before "="
+          p[v] = p[v].gsub(/\r\z/, '')  # Remove CR at the end of the value
+
+          # Check space character in each value
+          if p[v] =~ / /
+            # Get the first element
+            p[v] = p[v].split(' ', 2).shift
+          end
+        end
+
+        # Subject: header of the original message
+        p['subject'] = rfc822data['subject'] || ''
+        p['subject'] = p['subject'].gsub(/\r\z/, '')
+
+        # The value of "List-Id" header
+        p['listid'] = rfc822data['list-id'] || ''
+        if p['listid'].size > 0
+          # Get the value of List-Id header
+          if cv = p['listid'].match(/\A.*([<].+[>]).*\z/)
+            # List name <list-id@example.org>
+            p['listid'] = cv[1]
+          end
+          p['listid'] = p['listid'].delete('<>')
+          p['listid'] = p['listid'].gsub(/\r\z/, '')
+          p['listid'] = '' if p['listid'] =~ / /
+        end
+
+        # The value of "Message-Id" header
+        p['messageid'] = rfc822data['message-id'] || ''
+        if p['messageid'].size > 0
+          # Remove angle brackets
+          if cv = p['messageid'].match(/\A([^ ]+)[ ].*/)
+            p['messageid'] = cv[1]
+          end
+          p['messageid'] = p['messageid'].delete('<>')
+          p['messageid'] = p['messageid'].gsub(/\r\z/, '')
+        end
+
+        # CHECK_DELIVERY_STATUS_VALUE:
+        # Cleanup the value of "Diagnostic-Code:" header
+        p['diagnosticcode'] = p['diagnosticcode'].sub(/[ \t]+#{EndOfEmail}/, '')
+        d = Sisimai::SMTP::Status.find(p['diagnosticcode'])
+        if d =~ /\A[45][.][1-9][.][1-9]\z/
+          # Use the DSN value in Diagnostic-Code:
+          p['deliverystatus'] = d
+        end
+
+        # Check the value of SMTP command
+        p['smtpcommand'] = '' unless p['smtpcommand'] =~ rxcommands
+
+        o = Sisimai::Data.new(p)
+        next unless o.recipient
+
+        if o.reason.empty? || RetryIndex.index(o.reason)
+          # Decide the reason of email bounce
+          r = ''
+          if Sisimai::Rhost.match(o.rhost)
+            # Remote host dependent error
+            r = Sisimai::Rhost.get(o)
+          end
+          r = Sisimai::Reason.get(o) if r.empty?
+          r = 'undefined' if r.empty?
+          o.reason = r
+        end
+
+        if o.reason != 'feedback' && o.reason != 'vacation'
+          # Bounce message which reason is "feedback" or "vacation" does
+          # not have the value of "deliverystatus".
+          if o.softbounce.to_s.empty?
+            # The value is not set yet
+            %w|deliverystatus diagnosticcode|.each do |v|
+              # Set the value of softbounce
+              next unless p[v].size > 0
+              r = Sisimai::SMTP.is_softbounce(p[v])
+              if r.nil?
+                o.softbounce = -1
+              else
+                o.softbounce = r ? 1 : 0
+              end
+              break if o.softbounce > -1
+            end
+            o.softbounce = -1 if o.softbounce.to_s.empty?
+          end
+
+          if o.deliverystatus.empty?
+            # Set pseudo status code
+            torp = o.softbounce == 1 ? true : false
+            pdsv = Sisimai::SMTP::Status.code(o.reason, torp)
+
+            if pdsv.size > 0
+              # Set the value of "deliverystatus" and "softbounce".
+              o.deliverystatus = pdsv
+              if o.softbounce == -1
+                # Check the value of "softbounce" again
+                torp = Sisimai::SMTP.is_softbounce(pdsv)
+                if torp.nil?
+                  o.softbounce = -1
+                else
+                  o.softbounce = torp ? 1 : 0
+                end
+              end
+            end
+          end
+        else
+          # The value of reason is "vacation" or "feedback"
+          o.softbounce = -1
+        end
+        objectlist << o
+      end
+      return objectlist
+    end
+
+    # Convert from object to hash reference
+    # @return   [Hash] Data in Hash reference
+    def damn
+      data = {}
+      @@rwaccessors.each do |e|
+        next if e.to_s =~ /(?:addresser|recipient|timestamp)/
+        data[e.to_s] = self.send(e) || ''
+      end
+      data['addresser'] = self.addresser.address
+      data['recipient'] = self.recipient.address
+      data['timestamp'] = self.timestamp.to_time.to_i
+      return data
+    end
+    alias :to_hash :damn
+
+    # Data dumper
+    # @param    [String] type   Data format: json, yaml
+    # @return   [String, Undef] Dumped data or Undef if the value of first
+    #                           argument is neither "json" nor "yaml"
+    def dump(type = 'json')
+      return nil unless %w|json yaml|.index(type)
+      referclass = sprintf('Sisimai::Data::%s', type.upcase)
+
+      begin
+        require referclass.downcase.gsub('::', '/')
+      rescue
+        warn '***warning: Failed to load' + referclass
+      end
+
+      dumpeddata = Module.const_get(referclass).dump(self)
+      return dumpeddata
+    end
+
+    # JSON handler
+    # @return   [String]            JSON string converted from Sisimai::Data
+    def to_json(*)
+      return self.dump('json')
+    end
+
+  end
+end