sisimai 4.16.0-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 407f1eade20e33177ff6973ab8815726abe1df99
+  data.tar.gz: 4fc42549e34a53cb636a5fc6a24868eae51ca458
+SHA512:
+  metadata.gz: b444968d17790e809d9e5389fbfe6c06b50466adf651753bd735235af4760915861fd8ee5d5dd9649cc588a7a4f06deb729886650977ccff6e9dcd6f61b9299e
+  data.tar.gz: be2828ed40478c3dd32e6c67f5e58b27d50164f84a7204e6a42d2180ddedde827e63a856b8b84542498e33dc3526ec66a8934824316cd31b18edf1819312deb2

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/sbin
+/spec/reports/
+/set-of-emails/private/
+/tmp/
+.rubocop_todo.yml

data/.rspec

@@ -0,0 +1,2 @@
+--format progress
+--color

data/.rubocop.yml

@@ -0,0 +1,182 @@
+AllCops:
+  DisplayCopNames: true
+  Exclude:
+    - 'bin/*'
+    - 'tmp/*'
+    - 'Rakefile'
+    - 'spec/*'
+    - 'lib/sisimai/mta/userdefined.rb'
+
+# Offense count: 14
+# Configuration parameters: AllowSafeAssignment.
+Lint/AssignmentInCondition:
+  Enabled: false
+
+Metrics/AbcSize:
+  Max: 30
+
+Metrics/CyclomaticComplexity:
+  Enabled: false
+
+# Configuration parameters: AllowURI, URISchemes.
+Metrics/LineLength:
+  Max: 144
+  Exclude:
+    - 'spec/*'
+
+# Configuration parameters: CountComments.
+Metrics/MethodLength:
+  Enabled: false
+
+# Configuration parameters: CountComments.
+Metrics/ModuleLength:
+  Max: 512
+
+Metrics/PerceivedComplexity:
+  Enabled: false
+
+Style/AsciiComments:
+  Exclude:
+    - 'lib/sisimai/mta/*.rb'
+    - 'lib/sisimai/msp/ru/*.rb'
+
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/ClassAndModuleChildren:
+  EnforcedStyle: nested
+  Exclude:
+    - 'lib/sisimai/datetime.rb'
+    - 'lib/sisimai/rfc5322.rb'
+    - 'lib/sisimai/rhost.rb'
+    - 'lib/sisimai/string.rb'
+    - 'lib/sisimai/msp/*/*.rb'
+
+Style/ClassVars:
+  Enabled: false
+
+Style/ConstantName:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/EmptyLinesAroundBlockBody:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: AllowAdjacentOneLineDefs.
+Style/EmptyLineBetweenDefs:
+  Exclude:
+    - 'lib/sisimai.rb'
+    - 'lib/sisimai/mta.rb'
+    - 'lib/sisimai/msp.rb'
+    - 'lib/sisimai/mta/*'
+    - 'lib/sisimai/msp/*/*'
+    - 'lib/sisimai/rfc3463.rb'
+    - 'lib/sisimai/rfc3834.rb'
+
+# Cop supports --auto-correct.
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/EmptyLinesAroundClassBody:
+  Enabled: false
+
+# Cop supports --auto-correct.
+Style/EmptyLinesAroundMethodBody:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/EmptyLinesAroundModuleBody:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: AllowForAlignment.
+Style/ExtraSpacing:
+  Enabled: false
+
+# Configuration parameters: Exclude.
+Style/FileName:
+  Exclude:
+    - 'spec/*_spec.rb'
+
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/FormatString:
+  EnforcedStyle: sprintf
+
+Style/HashSyntax:
+  Enabled: false
+
+# Cop supports --auto-correct.
+Style/LeadingCommentSpace:
+  Enabled: false
+
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/MethodName:
+  Enabled: false
+
+# Cop supports --auto-correct.
+Style/NumericLiterals:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: PreferredDelimiters.
+Style/PercentLiteralDelimiters:
+  Enabled: false
+  PreferredDelimiters:
+    '%r': '[]{}()||'
+    '%w': '[]'
+
+# Configuration parameters: NamePrefix, NamePrefixBlacklist, NameWhitelist.
+Style/PredicateName:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: AllowMultipleReturnValues.
+Style/RedundantReturn:
+  Enabled: false
+
+Style/RedundantSelf:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: EnforcedStyle, SupportedStyles, AllowInnerSlashes.
+Style/RegexpLiteral:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: AllowIfMethodIsEmpty.
+Style/SingleLineMethods:
+  AllowIfMethodIsEmpty: true
+  Exclude:
+    - 'lib/sisimai.rb'
+    - 'lib/sisimai/mta.rb'
+    - 'lib/sisimai/msp.rb'
+    - 'lib/sisimai/mta/*'
+    - 'lib/sisimai/msp/*/*'
+    - 'lib/sisimai/rfc3464.rb'
+    - 'lib/sisimai/rfc3834.rb'
+    - 'lib/sisimai/reason/*.rb'
+
+# Cop supports --auto-correct.
+Style/SpaceAfterComma:
+  Exclude:
+    - "spec/*"
+
+# Cop supports --auto-correct.
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/TrailingBlankLines:
+  Enabled: false
+
+# Cop supports --auto-correct.
+# Configuration parameters: EnforcedStyleForMultiline, SupportedStyles.
+Style/TrailingComma:
+  Enabled: false
+  EnforcedStyleForMultiline: comma
+
+# Configuration parameters: EnforcedStyle, SupportedStyles.
+Style/VariableName:
+  Enabled: false
+
+# Cop supports --auto-correct.
+Style/UnneededPercentQ:
+  Exclude:
+    - 'spec/*'
+

data/.travis.yml

@@ -0,0 +1,18 @@
+language: ruby
+rvm:
+  - 2.1.1
+  - 2.2.2
+  - 2.2.4
+  - 2.3.0
+  - jruby-9.0.4.0
+before_install:
+script:
+  - rake spec
+sudo: false
+notifications:
+  recipients:
+    - azumakuniyuki+travis-ci.org@gmail.com
+  email:
+    on_success: change
+    on_failure: always
+

data/ANALYTICAL-PRECISION

@@ -0,0 +1,56 @@
+ bounceHammer 2.7.13p3
+ MTA MODULE NAME          CAN PARSE   RATIO   NOTES
+-------------------------------------------------------------------------------
+MTA::Activehunter .......    0/0014  0.0000  TransWARE Active!hunter
+MTA::ApacheJames ........    0/0006  0.0000  Java Apache Mail Enterprise Server
+MTA::Courier ............   14/0016  0.8750  Courier MTA
+MTA::Domino .............    7/0015  0.4667  IBM Domino Server
+MTA::Exchange ...........    1/0051  0.0196  Microsoft Exchange Server
+MTA::Exim ...............  141/0171  0.8246  Exim
+MTA::IMailServer ........    0/0045  0.0000  IPSWITCH IMail Server
+MTA::InterScanMSS .......    0/0009  0.0000  Trend Micro InterScan Messaging Security Suite
+MTA::MXLogic ............    0/0014  0.0000  McAfee SaaS
+MTA::MailFoundry ........    0/0007  0.0000  MailFoundry
+MTA::MailMarshalSMTP ....    0/0003  0.0000  Trustwave Secure Email Gateway
+MTA::McAfee .............    0/0010  0.0000  McAfee Email Appliance
+MTA::MessagingServer ....   19/0022  0.8636  Oracle Communications Messaging Server
+MTA::Notes ..............    0/0012  0.0000  Lotus Notes
+MTA::OpenSMTPD ..........    5/0023  0.2174  OpenSMTPD
+MTA::Postfix ............  161/0179  0.8994  Postfix
+MTA::Sendmail ...........  257/0243  1.0000  V8Sendmail: /usr/sbin/sendmail
+MTA::SurfControl ........    6/0008  0.7500  WebSense SurfControl
+MTA::V5sendmail .........    0/0386  0.0000  Sendmail version 5
+MTA::X1 .................    0/0007  0.0000  Unknown MTA #1
+MTA::X2 .................    0/0069  0.0000  Unknown MTA #2
+MTA::X3 .................    0/0012  0.0000  Unknown MTA #3
+MTA::X4 .................    0/0029  0.0000  Unknown MTA #4 qmail clones
+MTA::X5 .................    3/0003  1.0000  Unknown MTA #5
+MTA::mFILTER ............    0/0010  0.0000  Digital Arts m-FILTER
+MTA::qmail ..............   51/0078  0.6538  qmail
+MSP::DE::EinsUndEins ....    0/0003  0.0000  1&1: http://www.1and1.de
+MSP::DE::GMX ............    0/0010  0.0000  GMX: http://www.gmx.net
+MSP::JP::Biglobe ........    0/0007  0.0000  BIGLOBE: http://www.biglobe.ne.jp
+MSP::JP::EZweb ..........  130/0125  1.0000  au EZweb: http://www.au.kddi.com/mobile/
+MSP::JP::KDDI ...........    6/0006  1.0000  au by KDDI: http://www.au.kddi.com
+MSP::RU::MailRu .........    4/0014  0.2857  @mail.ru: https://mail.ru
+MSP::RU::Yandex .........    4/0007  0.5714  Yandex.Mail: http://www.yandex.ru
+MSP::UK::MessageLabs ....    2/0002  1.0000  Symantec.cloud http://www.messagelabs.com
+MSP::US::AmazonSES ......   18/0018  1.0000  Amazon SES(Sending): http://aws.amazon.com/ses/
+MSP::US::AmazonWorkMail .    6/0010  0.6000  Amazon WorkMail: https://aws.amazon.com/workmail/
+MSP::US::Aol ............   18/0021  0.8571  Aol Mail: http://www.aol.com
+MSP::US::Bigfoot ........    2/0002  1.0000  Bigfoot: http://www.bigfoot.com
+MSP::US::Facebook .......    3/0003  1.0000  Facebook: https://www.facebook.com
+MSP::US::Google .........    0/0058  0.0000  Google Gmail: https://mail.google.com
+MSP::US::Office365 ......    6/0007  0.8571  Microsoft Office 365: http://office.microsoft.com/
+MSP::US::Outlook ........   19/0021  0.9048  Microsoft Outlook.com: https://www.outlook.com/
+MSP::US::ReceivingSES ...    0/0007  0.0000  Amazon SES(Receiving): http://aws.amazon.com/ses/
+MSP::US::SendGrid .......    0/0012  0.0000  SendGrid: http://sendgrid.com/
+MSP::US::Verizon ........    3/0003  1.0000  Verizon Wireless: http://www.verizonwireless.com
+MSP::US::Yahoo ..........    0/0009  0.0000  Yahoo! MAIL: https://www.yahoo.com
+MSP::US::Zoho ...........    0/0011  0.0000  Zoho Mail: https://www.zoho.com
+ARF .....................    9/0050  0.1800  Abuse Feedback Reporting Format
+RFC3464 .................  130/0273  0.4762  Fallback Module for MTAs
+RFC3834 .................    0/0004  0.0000  Detector for auto replied message
+-------------------------------------------------------------------------------
+ bounceHammer 2.7.13p3    1025/2125  0.4824
+ Sisimai 4.16.0           2125/2125  1.0000

data/Changes

@@ -0,0 +1,36 @@
+Revision history for Ruby version of Sisimai
+
+4.16.0  Thu, 18 Feb 2016 13:49:01 +0900 (JST)
+    - Implement new reason "delivered". Sisimai set "delivered" to the reason
+      when the value of Status: field in a bounce message begins with "2". This
+      feature is optional and is not enabled by default.
+    - Implement new method Sisimai.engine. the method returns the list of MTA
+      and MSP module list implemented in Sisimai.
+    - Fix serious bug (`gem install` fails on JRuby environment) in Gemfile and
+      sisimai.gemspec. This bug is reported at issue #46 and pull-request #47.
+      Thanks to @hiroyuki-sato and all the people who helped for resolving this
+      issue on https://github.com/rubygems/rubygems/issues/1492.
+
+4.15.1  Wed, 17 Feb 2016 01:36:45 +0900 (JST)
+    - Fix serious bug `gem install sisimai` fails on JRuby, reported at issue
+      #46. Thanks to @hiroyuki-sato.
+
+4.15.0  Sat, 13 Feb 2016 12:40:15 +0900 (JST)
+    - Beginning with this version, Sisimai requires Oj(MRI) or JrJackson(JRuby)
+      for encoding parsed data to JSON string more faster (about 10%-20% faster
+      than before). Implemented at pull-request #44 and discussed in issue #42.
+      Thanks to @hiroyuki-sato.
+    - Implement new MTA/MSP module "Sisimai::MSP::US::AmazonWorkMail" to parse
+      bounce mails via Amazon WorkMail. The module and test codes are imported
+      from https://github.com/sisimai/p5-Sisimai/pull/162.
+    - Implement new MTA/MSP module "Sisimai::MSP::US::Office365" to parse error
+      mails via Microsoft Office 365. The module, test codes, and sample emails
+      are imported from https://github.com/sisimai/p5-Sisimai/pull/164.
+    - New method Sisimai::Address#to_s to get a email address as String, it is
+      implemented at pull-request #39. Thanks to @hiroyuki-sato.
+    - Almost all of the class variables are removed for resolving issue #40 and
+      merged pull-request #43, thanks to @hiroyuki-sato.
+
+4.14.2  Wed,  3 Feb 2016 13:29:17 +0900 (JST)
+    - The first release of rb-Sisimai.
+

data/Developers.mk

@@ -0,0 +1,129 @@
+# p5-Sisimai/Developers.mk
+#  ____                 _                                       _    
+# |  _ \  _____   _____| | ___  _ __   ___ _ __ ___   _ __ ___ | | __
+# | | | |/ _ \ \ / / _ \ |/ _ \| '_ \ / _ \ '__/ __| | '_ ` _ \| |/ /
+# | |_| |  __/\ V /  __/ | (_) | |_) |  __/ |  \__ \_| | | | | |   < 
+# |____/ \___| \_/ \___|_|\___/| .__/ \___|_|  |___(_)_| |_| |_|_|\_\
+#                              |_|                                   
+# -----------------------------------------------------------------------------
+SHELL := /bin/sh
+HERE  := $(shell pwd)
+NAME  := Sisimai
+RUBY  := ruby
+MKDIR := mkdir -p
+LS    := ls -1
+CP    := cp
+RM    := rm -f
+
+BH_LATESTVER := 2.7.13p3
+MBOXPARSERV0 := /usr/local/bouncehammer/bin/mailboxparser -T
+PERL_SISIMAI := p5-Sisimai
+PRECISIONTAB := ANALYTICAL-PRECISION
+BENCHMARKDIR := tmp/benchmark
+PARSERLOGDIR := var/log
+MTAMODULEDIR := lib/sisimai/mta
+MSPMODULEDIR := lib/sisimai/msp
+MTARELATIVES := ARF rfc3464 rfc3834
+EMAIL_PARSER := sbin/emparser
+BENCHMARKEMP := sbin/mp
+VELOCITYTEST := tmp/emails-for-velocity-measurement
+BENCHMARKSET := tmp/sample
+SET_OF_EMAIL := set-of-emails
+PRIVATEMAILS := $(SET_OF_EMAIL)/private
+PUBLICEMAILS := $(SET_OF_EMAIL)/maildir/bsd
+DOSFORMATSET := $(SET_OF_EMAIL)/maildir/dos
+MACFORMATSET := $(SET_OF_EMAIL)/maildir/mac
+INDEX_LENGTH := 24
+DESCR_LENGTH := 48
+BH_CAN_PARSE := courier exim messagingserver postfix sendmail surfcontrol x5 \
+				jp-ezweb jp-kddi ru-yandex uk-messagelabs us-amazonses us-aol \
+				us-bigfoot us-facebook us-outlook us-verizon
+
+# -----------------------------------------------------------------------------
+.PHONY: clean
+
+private-sample:
+	$(RM) -r ./$(PRIVATEMAILS)
+	$(CP) -vRp ../$(PERL_SISIMAI)/$(PRIVATEMAILS) $(SET_OF_EMAIL)
+
+precision-table:
+	cat ../$(PERL_SISIMAI)/$(PRECISIONTAB) | sed \
+		-e 's/MTA::qmail/MTA::Qmail/g' \
+		-e 's/MTA::mFILTER/MTA::MFILTER/g' > $(PRECISIONTAB)
+
+update-sample-emails:
+	for v in `find $(PUBLICEMAILS) -name '*-01.eml' -type f`; do \
+		f="`basename $$v`" ;\
+		nkf -Lw $$v > $(DOSFORMATSET)/$$f ;\
+		nkf -Lm $$v > $(MACFORMATSET)/$$f ;\
+	done
+
+sample:
+	for v in `$(LS) ./$(MTAMODULEDIR)/*.rb | grep -v userdefined`; do \
+		MTA=`echo $$v | cut -d/ -f5 | tr '[A-Z]' '[a-z]' | sed 's/.rb//g'` ;\
+		$(MKDIR) $(BENCHMARKSET)/$$MTA ;\
+		$(CP) $(PUBLICEMAILS)/$$MTA-*.eml $(BENCHMARKSET)/$$MTA/ ;\
+		$(CP) $(PRIVATEMAILS)/$$MTA/* $(BENCHMARKSET)/$$MTA/ ;\
+	done
+	for c in `$(LS) ./$(MSPMODULEDIR)`; do \
+		for v in `$(LS) ./$(MSPMODULEDIR)/$$c/*.rb`; do \
+			DIR=`echo $$c | tr '[A-Z]' '[a-z]' | tr -d '/'` ;\
+			MSP="`echo $$v | cut -d/ -f6 | tr '[A-Z]' '[a-z]' | sed 's/.rb//g'`" ;\
+			$(MKDIR) $(BENCHMARKSET)/$$DIR-$$MSP ;\
+			$(CP) $(PUBLICEMAILS)/$$DIR-$$MSP-*.eml $(BENCHMARKSET)/$$DIR-$$MSP/ ;\
+			$(CP) $(PRIVATEMAILS)/$$DIR-$$MSP/* $(BENCHMARKSET)/$$DIR-$$MSP/ ;\
+		done ;\
+	done
+	for v in arf rfc3464 rfc3834; do \
+		$(MKDIR) $(BENCHMARKSET)/$$v ;\
+		$(CP) $(PUBLICEMAILS)/$$v*.eml $(BENCHMARKSET)/$$v/ ;\
+		$(CP) $(PRIVATEMAILS)/$$v/* $(BENCHMARKSET)/$$v/ ;\
+	done
+
+profile: benchmark-mbox
+	$(RUBY) -rprofile $(EMAIL_PARSER) $(BENCHMARKDIR) > /dev/null
+
+velocity-measurement:
+	@ $(MKDIR) $(VELOCITYTEST)
+	@ for v in $(BH_CAN_PARSE); do \
+		$(CP) $(PUBLICEMAILS)/$$v-*.eml $(VELOCITYTEST)/; \
+		$(CP) $(PRIVATEMAILS)/$$v/*.eml $(VELOCITYTEST)/; \
+	done
+	@ echo -------------------------------------------------------------------
+	@ echo `$(LS) $(VELOCITYTEST) | wc -l` emails in $(VELOCITYTEST)
+	@ echo -n 'Calculating the velocity of 1000 mails: multiply by '
+	@ echo "scale=4; 1000 / `$(LS) $(VELOCITYTEST) | wc -l`" | bc
+	@ echo -n 'Calculating the velocity of 2000 mails: multiply by '
+	@ echo "scale=4; 2000 / `$(LS) $(VELOCITYTEST) | wc -l`" | bc
+	@ echo -------------------------------------------------------------------
+	@ echo 'Sisimai(1)' $(BENCHMARKEMP)
+	@ n=1; while [ $$n -le 5 ]; do \
+		/usr/bin/time $(BENCHMARKEMP) $(VELOCITYTEST) > /dev/null ;\
+		sleep 1; \
+		n=`expr $$n + 1`; \
+	done
+	@ echo -------------------------------------------------------------------
+	@ echo bounceHammer $(BH_LATESTVER)
+	@ n=1; while [ $$n -le 5 ]; do \
+		/usr/bin/time $(MBOXPARSERV0) -Fjson $(VELOCITYTEST) > /dev/null ;\
+		sleep 1; \
+		n=`expr $$n + 1`; \
+	done
+
+benchmark-mbox: sample
+	$(MKDIR) -p $(BENCHMARKDIR)
+	$(CP) `find $(BENCHMARKSET) -type f` $(BENCHMARKDIR)/
+
+loc:
+	@ for v in `find lib -type f -name '*.rb'`; do \
+		x=`wc -l $$v | awk '{ print $$1 }'`; \
+		z=`grep -E '^\s*#|^$$' $$v | wc -l | awk '{ print $$1 }'`; \
+		echo "$$x - $$z" | bc ;\
+	done | awk '{ s += $$1 } END { print s }'
+
+clean:
+	$(RM) -r ./$(BENCHMARKSET)
+	$(RM) -r ./$(BENCHMARKDIR)
+	$(RM) -f tmp/subject-list tmp/senders-list
+
+