sisimai 4.22.5 → 4.22.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 383458bf9c7149bd37111bb9f8c3a447e8077a6c
-  data.tar.gz: a145574332b0193f166ac827a9f55ef1d4c21f6f
+  metadata.gz: 6f474a88a9ef59f779cf832e375d61550c6ab465
+  data.tar.gz: 4f2d1449c46743c27df6152674990b1850bfc720
 SHA512:
-  metadata.gz: e453822ac07cf13914b0f62ad02ef664e8f020d22a5c15f5947788f5e7588b4f17b3debfbbbd23d55b3207cd8ee18367c783f7c69976225959b56a81e7cc25e1
-  data.tar.gz: 93550044f8ee76e04dc4c8d9a53dfe0a1215d4c0f980ec60a9f7ffb4ab61dba857ce6ae511a9a51c7a56edd20de6f9aea0e0d7987009da3e989374b203053d4b
+  metadata.gz: 5212f8bec31ad552b1b7d58d7891dd68058b0efaaa3464816208db9e15cfb1aba06b1d3f001eda389cddf8107c0773a45ebb6e3c2726904244cfe64041eb5d22
+  data.tar.gz: e379acf7cf9b7a5d1afe2aa57ca69ed14605e28a5e41365c938b3fe7f8013517032b5d89ca926f58400cfd99e595f35c9f47b85a42fc471e7a7983658e17add0

data/ChangeLog.md

@@ -3,6 +3,26 @@ RELEASE NOTES for Ruby version of Sisimai
 - releases: "https://github.com/sisimai/rb-Sisimai/releases"
 - download: "https://rubygems.org/gems/sisimai"
 
+v4.22.6
+--------------------------------------------------------------------------------
+- release: "Wed, 23 May 2018 20:00:00 +0900 (JST)"
+- version: ""
+- changes:
+  - #115 Fix bug in Sisimai::MIME.qprintd().
+  - Error message patterns in Sisimai::Reason::Filtered have been replaced with
+    fixed strings.
+  - #116 Remove sample email files listed in sisimai/set-of-emails#6 to clarify
+    copyrights.
+  - The value of "softbounce" in the parsed results is always "1" when a reason
+    is "undefined" or "onhold".
+  - #117 Less regular expression in each class of Sisimai::Bite::Email.
+  - #118 Cool logo for "set-of-emails". Thanks to @batarian71.
+  - #119 Implement Sisimai::Rhost::KDDI for detecting a bounce reason of au via
+    msmx.au.com or lsean.ezweb.ne.jp. Thanks to @kokubumotohiro.
+  - Update sample emails and codes for getting error messages in bounced emails
+    on Oath(Yahoo!).
+  - Add many sample emails for "notaccept" and "rejected".
+
 v4.22.5
 --------------------------------------------------------------------------------
 - release: "Fri, 30 Mar 2018 12:29:36 +0900 (JST)"

data/README-JA.md

@@ -240,7 +240,7 @@ Differences between Ruby version and Perl version
 | インストール方法                            | gem install    | cpanm, cpm    |
 | 依存モジュール数(コアモジュールを除く)      | 1モジュール    | 2モジュール   |
 | LOC:ソースコードの行数                      | 12000行        | 8600行        |
-| テスト件数(spec/,t/,xt/ディレクトリ)        | 207000件       | 224000件      |
+| テスト件数(spec/,t/,xt/ディレクトリ)        | 212000件       | 229000件      |
 | ライセンス                                  | 二条項BSD      | 二条項BSD     |
 | 開発会社によるサポート契約                  | 準備中         | 提供中        |
 
@@ -294,7 +294,7 @@ Author
 
 Copyright
 ===============================================================================
-Copyright (C) 2015-2017 azumakuniyuki, All Rights Reserved.
+Copyright (C) 2015-2018 azumakuniyuki, All Rights Reserved.
 
 License
 ===============================================================================

data/README.md

@@ -244,7 +244,7 @@ and bounceHammer are available at
 | How to install                              | gem install    | cpanm, cpm    |
 | Dependencies (Except core modules)          | 1 module       | 2 modules     |
 | LOC:Source lines of code                    | 12000 lines    | 8600 lines    |
-| The number of tests(spec/,t/,xt/) directory | 207000 tests   | 224000 tests  |
+| The number of tests(spec/,t/,xt/) directory | 212000 tests   | 229000 tests  |
 | License                                     | BSD 2-Clause   | BSD 2-Clause  |
 | Support Contract provided by Developer      | Coming soon    | Available     |
 
@@ -300,7 +300,7 @@ Author
 
 Copyright
 ===============================================================================
-Copyright (C) 2015-2017 azumakuniyuki, All Rights Reserved.
+Copyright (C) 2015-2018 azumakuniyuki, All Rights Reserved.
 
 License
 ===============================================================================

data/lib/sisimai/bite/email/amazonses.rb

@@ -13,7 +13,7 @@ module Sisimai::Bite::Email
         message: ['The following message to <', 'An error occurred while trying to deliver the mail'],
         rfc822:  ['content-type: message/rfc822'],
       }.freeze
-      ReFailures = { expired: %r/Delivery expired/ }.freeze
+      MessagesOf = { expired: ['Delivery expired'] }.freeze
 
       def description; return 'Amazon SES(Sending): http://aws.amazon.com/ses/'; end
       def smtpagent;   return Sisimai::Bite.smtpagent(self); end
@@ -209,9 +209,9 @@ module Sisimai::Bite::Email
             e['status'] = pseudostatus if pseudostatus.size > 0
           end
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Verify each regular expression of session errors
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             break
           end

data/lib/sisimai/bite/email/aol.rb

@@ -11,9 +11,9 @@ module Sisimai::Bite::Email
         message: ['Content-Type: message/delivery-status'],
         rfc822:  ['Content-Type: message/rfc822'],
       }.freeze
-      ReFailures = {
-        hostunknown: %r/Host or domain name not found/,
-        notaccept:   %r/type=MX: Malformed or unexpected name server reply/,
+      MessagesOf = {
+        hostunknown: ['Host or domain name not found'],
+        notaccept:   ['type=MX: Malformed or unexpected name server reply'],
       }.freeze
 
       def description; return 'Aol Mail: http://www.aol.com'; end
@@ -177,9 +177,9 @@ module Sisimai::Bite::Email
           e['diagnosis'] = e['diagnosis'].gsub(/\\n/, ' ')
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Verify each regular expression of session errors
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             break
           end

data/lib/sisimai/bite/email/biglobe.rb

@@ -12,9 +12,9 @@ module Sisimai::Bite::Email
         error:   ['   ----- Non-delivered information -----'],
         rfc822:  ['Content-Type: message/rfc822'],
       }.freeze
-      ReFailures = {
-        filtered:    %r/Mail Delivery Failed[.]+ User unknown/,
-        mailboxfull: %r/The number of messages in recipient's mailbox exceeded the local limit[.]/,
+      MessagesOf = {
+        filtered:    ['Mail Delivery Failed... User unknown'],
+        mailboxfull: ["The number of messages in recipient's mailbox exceeded the local limit."],
       }.freeze
 
       def description; return 'BIGLOBE: http://www.biglobe.ne.jp'; end
@@ -121,9 +121,9 @@ module Sisimai::Bite::Email
           e['agent']     = self.smtpagent
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Verify each regular expression of session errors
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             break
           end

data/lib/sisimai/bite/email/courier.rb

@@ -14,16 +14,14 @@ module Sisimai::Bite::Email
         rfc822:  ['Content-Type: message/rfc822', 'Content-Type: text/rfc822-headers'],
       }.freeze
 
-      ReFailures = {
+      MessagesOf = {
         # courier/module.esmtp/esmtpclient.c:526| hard_error(del, ctf, "No such domain.");
-        hostunknown: %r/\ANo such domain[.]\z/,
+        hostunknown: ['No such domain.'],
         # courier/module.esmtp/esmtpclient.c:531| hard_error(del, ctf,
         # courier/module.esmtp/esmtpclient.c:532|  "This domain's DNS violates RFC 1035.");
-        systemerror: %r/\AThis domain's DNS violates RFC 1035[.]\z/,
-      }.freeze
-      ReDelaying = {
+        systemerror: ["This domain's DNS violates RFC 1035."],
         # courier/module.esmtp/esmtpclient.c:535| soft_error(del, ctf, "DNS lookup failed.");
-        networkerror: %r/\ADNS lookup failed[.]\z/,
+        networkerror: ['DNS lookup failed.'],
       }.freeze
 
       def description; return 'Courier MTA'; end
@@ -210,22 +208,13 @@ module Sisimai::Bite::Email
           connheader.each_key { |a| e[a] ||= connheader[a] || '' }
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Verify each regular expression of session errors
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             break
           end
 
-          unless e['reason']
-            ReDelaying.each_key do |r|
-              # Verify each regular expression of session errors
-              next unless e['diagnosis'] =~ ReDelaying[r]
-              e['reason'] = r.to_s
-              break
-            end
-          end
-
           e['agent']     = self.smtpagent
           e['command'] ||= commandtxt || ''
           e.each_key { |a| e[a] ||= '' }

data/lib/sisimai/bite/email/domino.rb

@@ -11,17 +11,14 @@ module Sisimai::Bite::Email
         message: ['Your message'],
         rfc822:  ['Content-Type: message/delivery-status'],
       }.freeze
-      ReFailures = {
-        userunknown: %r{(?>
-           not[ ]listed[ ]in[ ](?:
-             Domino[ ]Directory
-            |public[ ]Name[ ][&][ ]Address[ ]Book
-            )
-          |Domino[ ]ディレクトリには見つかりません
-          )
-        }x,
-        filtered:    %r/Cannot route mail to user/,
-        systemerror: %r/Several matches found in Domino Directory/,
+      MessagesOf = {
+        userunknown: [
+          'not listed in Domino Directory',
+          'not listed in public Name & Address Book',
+          'Domino ディレクトリには見つかりません',
+        ],
+        filtered:    ['Cannot route mail to user'],
+        systemerror: ['Several matches found in Domino Directory'],
       }.freeze
 
       def description; return 'IBM Domino Server'; end
@@ -138,9 +135,9 @@ module Sisimai::Bite::Email
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
           e['recipient'] = Sisimai::Address.s3s4(e['recipient'])
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Check each regular expression of Domino error messages
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             pseudostatus = Sisimai::SMTP::Status.code(r.to_s, false)
             e['status'] = pseudostatus if pseudostatus.size > 0

data/lib/sisimai/bite/email/einsundeins.rb

@@ -12,7 +12,7 @@ module Sisimai::Bite::Email
         error:   ['For the following reason:'],
         rfc822:  ['--- The header of the original message is following'],
       }.freeze
-      ReFailures = { mesgtoobig: %r/Mail size limit exceeded/ }.freeze
+      MessagesOf = { mesgtoobig: ['Mail size limit exceeded'] }.freeze
 
       def description; return '1&1: http://www.1and1.de'; end
       def smtpagent;   return Sisimai::Bite.smtpagent(self); end
@@ -111,9 +111,9 @@ module Sisimai::Bite::Email
           e['diagnosis'] = e['diagnosis'].to_s.gsub(/\A#{StartingOf[:error][0]}/, '')
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Verify each regular expression of session errors
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             break
           end

data/lib/sisimai/bite/email/exim.rb

@@ -59,54 +59,49 @@ module Sisimai::Bite::Email
         %r/LMTP error after ([A-Za-z]{4})/,
         %r/LMTP error after end of ([A-Za-z]{4})/,
       ].freeze
-      ReFailures = {
+      MessagesOf = {
         # find exim/ -type f -exec grep 'message = US' {} /dev/null \;
         # route.c:1158|  DEBUG(D_uid) debug_printf("getpwnam() returned NULL (user not found)\n");
-        userunknown: %r/user not found/,
+        userunknown: ['user not found'],
         # transports/smtp.c:3524|  addr->message = US"all host address lookups failed permanently";
         # routers/dnslookup.c:331|  addr->message = US"all relevant MX records point to non-existent hosts";
         # route.c:1826|  uschar *message = US"Unrouteable address";
-        hostunknown: %r{(?>
-           all[ ](?:
-             host[ ]address[ ]lookups[ ]failed[ ]permanently
-            |relevant[ ]MX[ ]records[ ]point[ ]to[ ]non[-]existent[ ]hosts
-            )
-          |Unrouteable[ ]address
-          )
-        }x,
+        hostunknown: [
+          'all host address lookups failed permanently',
+          'all relevant MX records point to non-existent hosts',
+          'Unrouteable address',
+        ],
         # transports/appendfile.c:2567|  addr->user_message = US"mailbox is full";
         # transports/appendfile.c:3049|  addr->message = string_sprintf("mailbox is full "
         # transports/appendfile.c:3050|  "(quota exceeded while writing to file %s)", filename);
-        mailboxfull: %r/(?:mailbox is full:?|error: quota exceed)/,
+        mailboxfull: ['mailbox is full', 'error: quota exceed'],
         # routers/dnslookup.c:328|  addr->message = US"an MX or SRV record indicated no SMTP service";
         # transports/smtp.c:3502|  addr->message = US"no host found for existing SMTP connection";
-        notaccept: %r{(?:
-           an[ ]MX[ ]or[ ]SRV[ ]record[ ]indicated[ ]no[ ]SMTP[ ]service
-          |no[ ]host[ ]found[ ]for[ ]existing[ ]SMTP[ ]connection
-          )
-        }x,
+        notaccept: [
+          'an MX or SRV record indicated no SMTP service',
+          'no host found for existing SMTP connection',
+        ],
         # parser.c:666| *errorptr = string_sprintf("%s (expected word or \"<\")", *errorptr);
         # parser.c:701| if(bracket_count++ > 5) FAILED(US"angle-brackets nested too deep");
         # parser.c:738| FAILED(US"domain missing in source-routed address");
         # parser.c:747| : string_sprintf("malformed address: %.32s may not follow %.*s",
-        syntaxerror: %r{(?:
-           angle-brackets[ ]nested[ ]too[ ]deep
-          |expected[ ]word[ ]or[ ]["]<["]
-          |domain[ ]missing[ ]in[ ]source-routed[ ]address
-          |malformed[ ]address:
-          )
-        }x,
+        syntaxerror: [
+          'angle-brackets nested too deep',
+          'expected word or "<"',
+          'domain missing in source-routed address',
+          'malformed address:',
+        ],
         # deliver.c:5614|  addr->message = US"delivery to file forbidden";
         # deliver.c:5624|  addr->message = US"delivery to pipe forbidden";
         # transports/pipe.c:1156|  addr->user_message = US"local delivery failed";
-        systemerror: %r{(?>
-           delivery[ ]to[ ](?:file|pipe)[ ]forbidden
-          |local[ ]delivery[ ]failed
-          |LMTP[ ]error[ ]after[ ]
-          )
-        }x,
+        systemerror: [
+          'delivery to file forbidden',
+          'delivery to pipe forbidden',
+          'local delivery failed',
+          'LMTP error after ',
+        ],
         # deliver.c:5425|  new->message = US"Too many \"Received\" headers - suspected mail loop";
-        contenterror: %r/Too many ["]Received["] headers/,
+        contenterror: ['Too many "Received" headers'],
       }.freeze
 
       # retry.c:902|  addr->message = (addr->message == NULL)? US"retry timeout exceeded" :
@@ -118,15 +113,15 @@ module Sisimai::Bite::Email
       # deliver.c:7586|  "Message %s has been frozen%s.\nThe sender is <%s>.\n", message_id,
       # receive.c:4021|  moan_tell_someone(freeze_tell, NULL, US"Message frozen on arrival",
       # receive.c:4022|  "Message %s was frozen on arrival by %s.\nThe sender is <%s>.\n",
-      ReDelaying = %r{(?:
-         retry[ ]timeout[ ]exceeded
-        |No[ ]action[ ]is[ ]required[ ]on[ ]your[ ]part
-        |retry[ ]time[ ]not[ ]reached[ ]for[ ]any[ ]host[ ]after[ ]a[ ]long[ ]failure[ ]period
-        |all[ ]hosts[ ]have[ ]been[ ]failing[ ]for[ ]a[ ]long[ ]time[ ]and[ ]were[ ]last[ ]tried
-        |Delay[ ]reason:[ ]
-        |Message[ ].+[ ](?:has[ ]been[ ]frozen|was[ ]frozen[ ]on[ ]arrival[ ]by[ ])
-        )
-      }x
+      DelayedFor = [
+        'retry timeout exceeded',
+        'No action is required on your part',
+        'retry time not reached for any host after a long failure period',
+        'all hosts have been failing for a long time and were last tried',
+        'Delay reason: ',
+        'has been frozen',
+        'was frozen on arrival by ',
+      ].freeze
 
       def description; return 'Exim'; end
       def smtpagent;   return Sisimai::Bite.smtpagent(self); end
@@ -461,16 +456,16 @@ module Sisimai::Bite::Email
               e['reason'] = 'onhold'
             else
               # Verify each regular expression of session errors
-              ReFailures.each_key do |r|
+              MessagesOf.each_key do |r|
                 # Check each regular expression
-                next unless e['diagnosis'] =~ ReFailures[r]
+                next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
                 e['reason'] = r.to_s
                 break
               end
 
               unless e['reason']
                 # The reason "expired"
-                e['reason'] = 'expired' if e['diagnosis'] =~ ReDelaying
+                e['reason'] = 'expired' if DelayedFor.find { |a| e['diagnosis'].include?(a) }
               end
             end
           end

data/lib/sisimai/bite/email/gmx.rb

@@ -11,7 +11,7 @@ module Sisimai::Bite::Email
         message: ['This message was created automatically by mail delivery software'],
         rfc822:  ['--- The header of the original message is following'],
       }.freeze
-      ReFailures = { expired: %r/delivery retry timeout exceeded/ }.freeze
+      MessagesOf = { expired: ['delivery retry timeout exceeded'] }.freeze
 
       def description; return 'GMX: http://www.gmx.net'; end
       def smtpagent;   return Sisimai::Bite.smtpagent(self); end
@@ -139,9 +139,9 @@ module Sisimai::Bite::Email
           e['diagnosis'] = e['diagnosis'].gsub(/\\n/, ' ')
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
 
-          ReFailures.each_key do |r|
+          MessagesOf.each_key do |r|
             # Verify each regular expression of session errors
-            next unless e['diagnosis'] =~ ReFailures[r]
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
             e['reason'] = r.to_s
             break
           end

data/lib/sisimai/bite/email/google.rb

@@ -20,18 +20,16 @@ module Sisimai::Bite::Email
         }x,
       }.freeze
 
-      ReFailures = {
-        expired: %r{(?:
-             DNS[ ]Error:[ ]Could[ ]not[ ]contact[ ]DNS[ ]servers
-            |Delivery[ ]to[ ]the[ ]following[ ]recipient[ ]has[ ]been[ ]delayed
-            |The[ ]recipient[ ]server[ ]did[ ]not[ ]accept[ ]our[ ]requests[ ]to[ ]connect
-            )
-        }x,
-        hostunknown: %r{DNS[ ]Error:[ ](?:
-             Domain[ ]name[ ]not[ ]found
-            |DNS[ ]server[ ]returned[ ]answer[ ]with[ ]no[ ]data
-            )
-        }x,
+      MessagesOf = {
+        expired: [
+          'DNS Error: Could not contact DNS servers',
+          'Delivery to the following recipient has been delayed',
+          'The recipient server did not accept our requests to connect',
+        ],
+        hostunknown: [
+          'DNS Error: Domain name not found',
+          'DNS Error: DNS server returned answer with no data',
+        ],
       }.freeze
       StateTable = {
         # Technical details of permanent failure:
@@ -283,9 +281,9 @@ module Sisimai::Bite::Email
             e['command'] = StateTable[statecode0]['command']
           else
             # No state code
-            ReFailures.each_key do |r|
+            MessagesOf.each_key do |r|
               # Verify each regular expression of session errors
-              next unless e['diagnosis'] =~ ReFailures[r]
+              next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
               e['reason'] = r.to_s
               break
             end

data/lib/sisimai/bite/email/gsuite.rb

@@ -13,10 +13,10 @@ module Sisimai::Bite::Email
         error:   %r/\AThe[ ]response([ ]from[ ]the[ ]remote[ ]server)?[ ]was:\z/,
         html:    %r{\AContent-Type:[ ]*text/html;[ ]*charset=['"]?(?:UTF|utf)[-]8['"]?\z},
       }.freeze
-      ErrorMayBe = {
-        userunknown:  %r/because the address couldn't be found/,
-        notaccept:    %r/Null MX/,
-        networkerror: %r/DNS type .+ lookup of .+ responded with code NXDOMAIN/,
+      MessagesOf = {
+        userunknown:  ["because the address couldn't be found. Check for typos or unnecessary spaces and try again."],
+        notaccept:    ['Null MX'],
+        networkerror: [' responded with code NXDOMAIN'],
       }.freeze
 
       def description; return 'G Suite: https://gsuite.google.com'; end
@@ -244,10 +244,10 @@ module Sisimai::Bite::Email
           e['diagnosis'] = Sisimai::String.sweep(e['diagnosis'])
           e['agent']     = self.smtpagent
 
-          ErrorMayBe.each_key do |q|
+          MessagesOf.each_key do |r|
             # Guess an reason of the bounce
-            next unless e['diagnosis'] =~ ErrorMayBe[q]
-            e['reason'] = q.to_s
+            next unless MessagesOf[r].find { |a| e['diagnosis'].include?(a) }
+            e['reason'] = r.to_s
             break
           end
         end