sisimai 4.25.3-java → 4.25.9-java

data/lib/sisimai/lhost/v5sendmail.rb

@@ -0,0 +1,150 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::V5sendmail parses a bounce email which created by
+  # Sendmail version 5.
+  # Methods in the module are called from only Sisimai::Message.
+  module V5sendmail
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/V5sendmail.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r/^[ ]+-----[ ](?:Unsent[ ]message[ ]follows|No[ ]message[ ]was[ ]collected)[ ]-----/.freeze
+      StartingOf = { message: ['----- Transcript of session follows -----'] }
+      MarkingsOf = {
+        # Error text regular expressions which defined in src/savemail.c
+        #   savemail.c:485| (void) fflush(stdout);
+        #   savemail.c:486| p = queuename(e->e_parent, 'x');
+        #   savemail.c:487| if ((xfile = fopen(p, "r")) == NULL)
+        #   savemail.c:488| {
+        #   savemail.c:489|   syserr("Cannot open %s", p);
+        #   savemail.c:490|   fprintf(fp, "  ----- Transcript of session is unavailable -----\n");
+        #   savemail.c:491| }
+        #   savemail.c:492| else
+        #   savemail.c:493| {
+        #   savemail.c:494|   fprintf(fp, "   ----- Transcript of session follows -----\n");
+        #   savemail.c:495|   if (e->e_xfp != NULL)
+        #   savemail.c:496|       (void) fflush(e->e_xfp);
+        #   savemail.c:497|   while (fgets(buf, sizeof buf, xfile) != NULL)
+        #   savemail.c:498|       putline(buf, fp, m);
+        #   savemail.c:499|   (void) fclose(xfile);
+        error:   %r/\A[.]+ while talking to .+[:]\z/,
+      }.freeze
+
+      # Parse bounce messages from Sendmail version 5
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        # :from => %r/\AMail Delivery Subsystem/,
+        return nil unless mhead['subject'] =~ /\AReturned mail: [A-Z]/
+
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        return nil if emailsteak[1].empty?
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        responding = []     # (Array) Responses from remote server
+        commandset = []     # (Array) SMTP command which is sent to remote server
+        anotherset = {}     # (Hash) Another error information
+        errorindex = -1     # (Integer)
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e.include?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          #    ----- Transcript of session follows -----
+          # While talking to smtp.example.com:
+          # >>> RCPT To:<kijitora@example.org>
+          # <<< 550 <kijitora@example.org>, User Unknown
+          # 550 <kijitora@example.org>... User unknown
+          # 421 example.org (smtp)... Deferred: Connection timed out during user open with example.org
+          v = dscontents[-1]
+
+          if cv = e.match(/\A\d{3}[ ]+[<]([^ ]+[@][^ ]+)[>][.]{3}[ ]*(.+)\z/)
+            # 550 <kijitora@example.org>... User unknown
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = cv[1]
+            v['diagnosis'] = cv[2]
+
+            # Concatenate the response of the server and error message
+            v['diagnosis'] << ': ' << responding[recipients] if responding[recipients]
+            recipients += 1
+
+          elsif cv = e.match(/\A[>]{3}[ ]*([A-Z]{4})[ ]*/)
+            # >>> RCPT To:<kijitora@example.org>
+            commandset[recipients] = cv[1]
+
+          elsif cv = e.match(/\A[<]{3}[ ]+(.+)\z/)
+            # <<< Response
+            # <<< 501 <shironeko@example.co.jp>... no access from mail server [192.0.2.55] which is an open relay.
+            # <<< 550 Requested User Mailbox not found. No such user here.
+            responding[recipients] = cv[1]
+          else
+            # Detect SMTP session error or connection error
+            next if v['sessionerr']
+
+            if e =~ MarkingsOf[:error]
+              # ----- Transcript of session follows -----
+              # ... while talking to mta.example.org.:
+              v['sessionerr'] = true
+              next
+            end
+
+            if cv = e.match(/\A\d{3}[ ]+.+[.]{3}[ \t]*(.+)\z/)
+              # 421 example.org (smtp)... Deferred: Connection timed out during user open with example.org
+              anotherset['diagnosis'] = cv[1]
+            end
+          end
+        end
+
+        if recipients == 0 && cv = emailsteak[1].match(/^To:[ ]*(.+)$/)
+          # Get the recipient address from "To:" header at the original message
+          dscontents[0]['recipient'] = Sisimai::Address.s3s4(cv[1])
+          recipients = 1
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          errorindex += 1
+          e['command'] = commandset[errorindex] || ''
+          e['diagnosis'] ||= if anotherset['diagnosis'].to_s.size > 0
+                               # Copy alternative error message
+                               anotherset['diagnosis']
+                             else
+                               # Set server response as a error message
+                               responding[errorindex]
+                             end
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+
+          unless e['recipient'] =~ /\A[^ ]+[@][^ ]+\z/
+            # @example.jp, no local part
+            if cv = e['diagnosis'].match(/[<]([^ ]+[@][^ ]+)[>]/)
+              # Get email address from the value of Diagnostic-Code header
+              e['recipient'] = cv[1]
+            end
+          end
+          e.delete('sessionerr')
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Sendmail version 5'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/verizon.rb

@@ -0,0 +1,164 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::Verizon parses a bounce email which created by
+  # Verizon Wireless.
+  # Methods in the module are called from only Sisimai::Message.
+  module Verizon
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/Verizon.pm
+      require 'sisimai/lhost'
+      Indicators = Sisimai::Lhost.INDICATORS
+
+      # Parse bounce messages from Verizon
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        match = -1
+        while true
+          # Check the value of "From" header
+          # :'subject' => %r/Undeliverable Message/,
+          break unless mhead['received'].any? { |a| a.include?('.vtext.com (') }
+          match = 1 if mhead['from'] == 'post_master@vtext.com'
+          match = 0 if mhead['from'] =~ /[<]?sysadmin[@].+[.]vzwpix[.]com[>]?\z/
+          break
+        end
+        return nil if match < 0
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        rebackbone = /^__BOUNDARY_STRING_HERE__/
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        senderaddr = ''     # (String) Sender address in the message body
+        subjecttxt = ''     # (String) Subject of the original message
+
+        markingsof = {}     # (Hash) Delimiter patterns
+        startingof = {}     # (Hash) Delimiter strings
+        messagesof = {}     # (Hash) Error message patterns
+        v = nil
+
+        if match == 1
+          # vtext.com
+          markingsof = { message: %r/\AError:[ \t]/ }
+          messagesof = {
+            # The attempted recipient address does not exist.
+            'userunknown' => ['550 - Requested action not taken: no such user here'],
+          }
+          boundary00 = Sisimai::MIME.boundary(mhead['content-type']) || ''
+          rebackbone = Regexp.new('^' << Regexp.escape('--' << boundary00 << '--')) unless boundary00.empty?
+          emailsteak = Sisimai::RFC5322.fillet(mbody, rebackbone)
+          bodyslices = emailsteak[0].split("\n")
+
+          while e = bodyslices.shift do
+            # Read error messages and delivery status lines from the head of the email
+            # to the previous line of the beginning of the original message.
+            if readcursor == 0
+              # Beginning of the bounce message or delivery status part
+              readcursor |= Indicators[:deliverystatus] if e =~ markingsof[:message]
+              next
+            end
+            next if (readcursor & Indicators[:deliverystatus]) == 0
+            next if e.empty?
+
+            # Message details:
+            #   Subject: Test message
+            #   Sent date: Wed Jun 12 02:21:53 GMT 2013
+            #   MAIL FROM: *******@hg.example.com
+            #   RCPT TO: *****@vtext.com
+            v = dscontents[-1]
+            if cv = e.match(/\A[ \t]+RCPT TO: (.*)\z/)
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Lhost.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+
+              v['recipient'] = cv[1]
+              recipients += 1
+              next
+
+            elsif cv = e.match(/\A[ \t]+MAIL FROM:[ \t](.+)\z/)
+              #   MAIL FROM: *******@hg.example.com
+              senderaddr = cv[1] if senderaddr.empty?
+
+            elsif cv = e.match(/\A[ \t]+Subject:[ \t](.+)\z/)
+              #   Subject:
+              subjecttxt = cv[1] if subjecttxt.empty?
+            else
+              # 550 - Requested action not taken: no such user here
+              v['diagnosis'] = e if e =~ /\A(\d{3})[ \t][-][ \t](.*)\z/
+            end
+          end
+        else
+          # vzwpix.com
+          startingof = { message: ['Message could not be delivered to mobile'] }
+          messagesof = { 'userunknown' => ['No valid recipients for this MM'] }
+          boundary00 = Sisimai::MIME.boundary(mhead['content-type'])
+          rebackbone = Regexp.new('^' << Regexp.escape('--' << boundary00 << '--')) unless boundary00.empty?
+          emailsteak = Sisimai::RFC5322.fillet(mbody, rebackbone)
+          bodyslices = emailsteak[0].split("\n")
+
+          while e = bodyslices.shift do
+            # Read error messages and delivery status lines from the head of the email
+            # to the previous line of the beginning of the original message.
+            if readcursor == 0
+              # Beginning of the bounce message or delivery status part
+              readcursor |= Indicators[:deliverystatus] if e.start_with?(startingof[:message][0])
+              next
+            end
+            next if (readcursor & Indicators[:deliverystatus]) == 0
+            next if e.empty?
+
+            # Original Message:
+            # From: kijitora <kijitora@example.jp>
+            # To: 0000000000@vzwpix.com
+            # Subject: test for bounce
+            # Date:  Wed, 20 Jun 2013 10:29:52 +0000
+            v = dscontents[-1]
+            if cv = e.match(/\ATo:[ \t]+(.*)\z/)
+              if v['recipient']
+                # There are multiple recipient addresses in the message body.
+                dscontents << Sisimai::Lhost.DELIVERYSTATUS
+                v = dscontents[-1]
+              end
+              v['recipient'] = Sisimai::Address.s3s4(cv[1])
+              recipients += 1
+              next
+
+            elsif cv = e.match(/\AFrom:[ \t](.+)\z/)
+              # From: kijitora <kijitora@example.jp>
+              senderaddr = Sisimai::Address.s3s4(cv[1]) if senderaddr.empty?
+
+            elsif cv = e.match(/\ASubject:[ \t](.+)\z/)
+              #   Subject:
+              subjecttxt = cv[1] if subjecttxt.empty?
+            else
+              # Message could not be delivered to mobile.
+              # Error: No valid recipients for this MM
+              v['diagnosis'] = e if e =~ /\AError:[ \t]+(.+)\z/
+            end
+          end
+        end
+        return nil unless recipients > 0
+
+        # Set the value of "MAIL FROM:" and "From:"
+        emailsteak[1] << ('From: ' << senderaddr << "\n") unless emailsteak[1] =~ /^From: /
+        emailsteak[1] << ('Subject: ' << subjecttxt << "\n") unless emailsteak[1] =~ /^Subject: /
+
+        dscontents.each do |e|
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          messagesof.each_key do |r|
+            # Verify each regular expression of session errors
+            next unless messagesof[r].any? { |a| e['diagnosis'].include?(a) }
+            e['reason'] = r
+            break
+          end
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Verizon Wireless: https://www.verizonwireless.com'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/x1.rb

@@ -0,0 +1,78 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::X1 parses a bounce email which created by Unknown MTA #1.
+  # Methods in the module are called from only Sisimai::Message.
+  module X1
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/X1.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r|^Received: from \d+[.]\d+[.]\d+[.]\d|.freeze
+      MarkingsOf = { message: %r/\AThe original message was received at (.+)\z/ }.freeze
+
+      # Parse bounce messages from Unknown MTA #1
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        return nil unless mhead['subject'].start_with?('Returned Mail: ')
+        return nil unless mhead['from'].start_with?('"Mail Deliver System" ')
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        datestring = ''     # (String) Date string
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e =~ MarkingsOf[:message]
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          # The original message was received at Thu, 29 Apr 2010 23:34:45 +0900 (JST)
+          # from shironeko@example.jp
+          #
+          # ---The following addresses had delivery errors---
+          #
+          # kijitora@example.co.jp [User unknown]
+          v = dscontents[-1]
+
+          if cv = e.match(/\A([^ ]+?[@][^ ]+?)[ ]+\[(.+)\]\z/)
+            # kijitora@example.co.jp [User unknown]
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = cv[1]
+            v['diagnosis'] = cv[2]
+            recipients += 1
+
+          elsif cv = e.match(MarkingsOf[:message])
+            # The original message was received at Thu, 29 Apr 2010 23:34:45 +0900 (JST)
+            datestring = cv[1]
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each do |e|
+          e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
+          e['date']      = datestring || ''
+        end
+
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Unknown MTA #1'; end
+    end
+  end
+end
+

data/lib/sisimai/lhost/x2.rb

@@ -0,0 +1,71 @@
+module Sisimai::Lhost
+  # Sisimai::Lhost::X2 parses a bounce email which created by Unknown MTA #2.
+  # Methods in the module are called from only Sisimai::Message.
+  module X2
+    class << self
+      # Imported from p5-Sisimail/lib/Sisimai/Lhost/X2.pm
+      require 'sisimai/lhost'
+
+      Indicators = Sisimai::Lhost.INDICATORS
+      ReBackbone = %r|^--- Original message follows[.]|.freeze
+      StartingOf = { message: ['Unable to deliver message to the following address'] }.freeze
+
+      # Parse bounce messages from Unknown MTA #2
+      # @param  [Hash] mhead    Message headers of a bounce email
+      # @param  [String] mbody  Message body of a bounce email
+      # @return [Hash]          Bounce data list and message/rfc822 part
+      # @return [Nil]           it failed to parse or the arguments are missing
+      def make(mhead, mbody)
+        return nil unless mhead['from'].include?('MAILER-DAEMON@')
+        return nil unless mhead['subject'] =~ %r/\A(?>Delivery failure|fail(?:ure|ed) delivery)/
+
+        dscontents = [Sisimai::Lhost.DELIVERYSTATUS]
+        emailsteak = Sisimai::RFC5322.fillet(mbody, ReBackbone)
+        bodyslices = emailsteak[0].split("\n")
+        readcursor = 0      # (Integer) Points the current cursor position
+        recipients = 0      # (Integer) The number of 'Final-Recipient' header
+        v = nil
+
+        while e = bodyslices.shift do
+          # Read error messages and delivery status lines from the head of the email
+          # to the previous line of the beginning of the original message.
+          if readcursor == 0
+            # Beginning of the bounce message or delivery status part
+            readcursor |= Indicators[:deliverystatus] if e.start_with?(StartingOf[:message][0])
+            next
+          end
+          next if (readcursor & Indicators[:deliverystatus]) == 0
+          next if e.empty?
+
+          # Message from example.com.
+          # Unable to deliver message to the following address(es).
+          #
+          # <kijitora@example.com>:
+          # This user doesn't have a example.com account (kijitora@example.com) [0]
+          v = dscontents[-1]
+
+          if cv = e.match(/\A[<]([^ ]+[@][^ ]+)[>]:\z/)
+            # <kijitora@example.com>:
+            if v['recipient']
+              # There are multiple recipient addresses in the message body.
+              dscontents << Sisimai::Lhost.DELIVERYSTATUS
+              v = dscontents[-1]
+            end
+            v['recipient'] = cv[1]
+            recipients += 1
+          else
+            # This user doesn't have a example.com account (kijitora@example.com) [0]
+            v['diagnosis'] ||= ''
+            v['diagnosis'] << ' ' << e
+          end
+        end
+        return nil unless recipients > 0
+
+        dscontents.each { |e| e['diagnosis'] = Sisimai::String.sweep(e['diagnosis']) }
+        return { 'ds' => dscontents, 'rfc822' => emailsteak[1] }
+      end
+      def description; return 'Unknown MTA #2'; end
+    end
+  end
+end
+