embulk-parser-sisimai 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.gitignore +5 -0
- data/.ruby-version +1 -0
- data/CHANGES.md +4 -0
- data/Gemfile +2 -0
- data/LICENSE.txt +21 -0
- data/README.md +148 -0
- data/Rakefile +3 -0
- data/embulk-parser-sisimai.gemspec +21 -0
- data/example/Maildir/make-test-01.eml +70 -0
- data/example/Maildir/make-test-02.eml +70 -0
- data/example/Maildir/rfc3464-28.eml +122 -0
- data/example/conf_column.yml +9 -0
- data/example/conf_json.yml +8 -0
- data/example/mail/make-test-01.eml +70 -0
- data/example/mail/make-test-02.eml +70 -0
- data/lib/embulk/guess/sisimai.rb +63 -0
- data/lib/embulk/parser/sisimai.rb +138 -0
- metadata +117 -0
checksums.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
---
|
|
2
|
+
SHA1:
|
|
3
|
+
metadata.gz: ca1f55c7eb54c8e1beb658a51830320073f073bd
|
|
4
|
+
data.tar.gz: 85e0b1f14856907b7862e70eb7c6a6d8245f434b
|
|
5
|
+
SHA512:
|
|
6
|
+
metadata.gz: 6acd75c73bd36b988f35ead1be20c9059bb30834ad8a5aa74c82c4ff922affda987af8f29f8e998fa7b4d73da55066c92ddd296c1bcc959c31d99e423a3ab9b4
|
|
7
|
+
data.tar.gz: d86b40e1fde84d4e87202fc47fe9e3e114cdb9e2da779dd8ebba430e4d962b5fc6654eb510158af21836c6f900d7c17e8405e827ac1c303000482bbe168c00d5
|
data/.ruby-version
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
jruby-9.0.4.0
|
data/CHANGES.md
ADDED
data/Gemfile
ADDED
data/LICENSE.txt
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
|
|
2
|
+
MIT License
|
|
3
|
+
|
|
4
|
+
Permission is hereby granted, free of charge, to any person obtaining
|
|
5
|
+
a copy of this software and associated documentation files (the
|
|
6
|
+
"Software"), to deal in the Software without restriction, including
|
|
7
|
+
without limitation the rights to use, copy, modify, merge, publish,
|
|
8
|
+
distribute, sublicense, and/or sell copies of the Software, and to
|
|
9
|
+
permit persons to whom the Software is furnished to do so, subject to
|
|
10
|
+
the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be
|
|
13
|
+
included in all copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
16
|
+
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
17
|
+
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
18
|
+
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
19
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
20
|
+
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
21
|
+
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
data/README.md
ADDED
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
# Sisimai parser plugin for Embulk
|
|
2
|
+
|
|
3
|
+
Embulk parser plugin for [Sisimai](https://github.com/sisimai/rb-Sisimai)
|
|
4
|
+
bounce mail analyzing interface(A successor to bounceHammer).
|
|
5
|
+
|
|
6
|
+
## Overview
|
|
7
|
+
|
|
8
|
+
* **Plugin type**: parser
|
|
9
|
+
* **Guess supported**: no
|
|
10
|
+
|
|
11
|
+
## Configuration
|
|
12
|
+
|
|
13
|
+
- **format**: output format (`column` or `json`, default: `column`)
|
|
14
|
+
- **extract_mail_address**: extract mail_address into user, host and verp parts(bool, default: false).
|
|
15
|
+
- **include_delivered**: include delivered mail Status: 2.X.Y, (boolean, default: `false`)
|
|
16
|
+
|
|
17
|
+
The ``extract_mail_address`` parameter is column format mode only.
|
|
18
|
+
## Example
|
|
19
|
+
|
|
20
|
+
## column format
|
|
21
|
+
|
|
22
|
+
```yaml
|
|
23
|
+
in:
|
|
24
|
+
type: any file input plugin type
|
|
25
|
+
parser:
|
|
26
|
+
type: sisimai
|
|
27
|
+
format: column
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
Example output
|
|
31
|
+
|
|
32
|
+
``extract_mail_address``: ``false`` (default)
|
|
33
|
+
|
|
34
|
+
```
|
|
35
|
+
action ( string) : failed
|
|
36
|
+
addresser ( string) : user1@example.jp
|
|
37
|
+
alias ( string) :
|
|
38
|
+
deliverystatus ( string) : 5.1.2
|
|
39
|
+
destination ( string) : example.gov
|
|
40
|
+
diagnosticcode ( string) : 550 Host unknown
|
|
41
|
+
diagnostictype ( string) : SMTP
|
|
42
|
+
feedbacktype ( string) :
|
|
43
|
+
lhost ( string) : 192.0.2.97
|
|
44
|
+
listid ( string) :
|
|
45
|
+
messageid ( string) : AA406E7E18714AB2927DAACC24B47C4A@USER-PC97
|
|
46
|
+
reason ( string) : hostunknown
|
|
47
|
+
recipient ( string) : domain-does-not-exist@example.gov
|
|
48
|
+
replycode ( string) : 550
|
|
49
|
+
rhost ( string) : example.gov
|
|
50
|
+
senderdomain ( string) : example.jp
|
|
51
|
+
smtpagent ( string) : Sendmail
|
|
52
|
+
smtpcommand ( string) :
|
|
53
|
+
softbounce ( long) : 0
|
|
54
|
+
subject ( string) : MULTIBYTE CHARACTERS HAVE BEEN REMOVED
|
|
55
|
+
timestamp (timestamp) : 2008-09-18 08:54:04 UTC
|
|
56
|
+
timezoneoffset ( string) : +0900
|
|
57
|
+
token ( string) : d059e55e074333fe59001b1d30d27da85a1a9c1d
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
``extract_mail_address``: ``true``
|
|
61
|
+
|
|
62
|
+
```
|
|
63
|
+
action ( string) : failed
|
|
64
|
+
addresser ( string) : user1@example.jp
|
|
65
|
+
alias ( string) :
|
|
66
|
+
deliverystatus ( string) : 5.1.2
|
|
67
|
+
destination ( string) : example.gov
|
|
68
|
+
diagnosticcode ( string) : 550 Host unknown
|
|
69
|
+
diagnostictype ( string) : SMTP
|
|
70
|
+
feedbacktype ( string) :
|
|
71
|
+
lhost ( string) : 192.0.2.97
|
|
72
|
+
listid ( string) :
|
|
73
|
+
messageid ( string) : AA406E7E18714AB2927DAACC24B47C4A@USER-PC97
|
|
74
|
+
reason ( string) : hostunknown
|
|
75
|
+
recipient ( string) : domain-does-not-exist@example.gov
|
|
76
|
+
replycode ( string) : 550
|
|
77
|
+
rhost ( string) : example.gov
|
|
78
|
+
senderdomain ( string) : example.jp
|
|
79
|
+
smtpagent ( string) : Sendmail
|
|
80
|
+
smtpcommand ( string) :
|
|
81
|
+
softbounce ( long) : 0
|
|
82
|
+
subject ( string) : MULTIBYTE CHARACTERS HAVE BEEN REMOVED
|
|
83
|
+
timestamp (timestamp) : 2008-09-18 08:54:04 UTC
|
|
84
|
+
timezoneoffset ( string) : +0900
|
|
85
|
+
token ( string) : d059e55e074333fe59001b1d30d27da85a1a9c1d
|
|
86
|
+
addresser_user ( string) : user1
|
|
87
|
+
addresser_host ( string) : example.jp
|
|
88
|
+
addresser_vrep ( string) :
|
|
89
|
+
recipient_user ( string) : domain-does-not-exist
|
|
90
|
+
recipient_host ( string) : example.gov
|
|
91
|
+
recipient_vrep ( string) :
|
|
92
|
+
```
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
## json format
|
|
96
|
+
|
|
97
|
+
```yaml
|
|
98
|
+
in:
|
|
99
|
+
type: any file input plugin type
|
|
100
|
+
parser:
|
|
101
|
+
type: sisimai
|
|
102
|
+
format: json
|
|
103
|
+
```
|
|
104
|
+
|
|
105
|
+
```
|
|
106
|
+
result (json) : { "token": "d059e55e074333fe59001b1d30d27da85a1a9c1d", "lhost": "192.0.2.97", "rhost": "example.gov", "listid": "", "alias": "", "reason": "hostunknown", "subject": "MULTIBYTE CHARACTERS HAVE BEEN REMOVED", "messageid": "AA406E7E18714AB2927DAACC24B47C4A@USER-PC97", "smtpagent": "Sendmail", "smtpcommand": "", "destination": "example.gov", "diagnosticcode": "550 Host unknown", "senderdomain": "example.jp", "deliverystatus": "5.1.2", "timezoneoffset": "+0900", "feedbacktype": "", "diagnostictype": "SMTP", "action": "failed", "replycode": "550", "softbounce": 0, "addresser": "user1@example.jp", "recipient": "domain-does-not-exist@example.gov", "timestamp": 1221728044 }
|
|
107
|
+
```
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
```json
|
|
111
|
+
{
|
|
112
|
+
"token": "d059e55e074333fe59001b1d30d27da85a1a9c1d",
|
|
113
|
+
"lhost": "192.0.2.97",
|
|
114
|
+
"rhost": "example.gov",
|
|
115
|
+
"listid": "",
|
|
116
|
+
"alias": "",
|
|
117
|
+
"reason": "hostunknown",
|
|
118
|
+
"subject": "MULTIBYTE CHARACTERS HAVE BEEN REMOVED",
|
|
119
|
+
"messageid": "AA406E7E18714AB2927DAACC24B47C4A@USER-PC97",
|
|
120
|
+
"smtpagent": "Sendmail",
|
|
121
|
+
"smtpcommand": "",
|
|
122
|
+
"destination": "example.gov",
|
|
123
|
+
"diagnosticcode": "550 Host unknown",
|
|
124
|
+
"senderdomain": "example.jp",
|
|
125
|
+
"deliverystatus": "5.1.2",
|
|
126
|
+
"timezoneoffset": "+0900",
|
|
127
|
+
"feedbacktype": "",
|
|
128
|
+
"diagnostictype": "SMTP",
|
|
129
|
+
"action": "failed",
|
|
130
|
+
"replycode": "550",
|
|
131
|
+
"softbounce": 0,
|
|
132
|
+
"addresser": "user1@example.jp",
|
|
133
|
+
"recipient": "domain-does-not-exist@example.gov",
|
|
134
|
+
"timestamp": 1221728044
|
|
135
|
+
}
|
|
136
|
+
```
|
|
137
|
+
|
|
138
|
+
## Install
|
|
139
|
+
|
|
140
|
+
```
|
|
141
|
+
$ embulk gem install embulk-parser-sisimai
|
|
142
|
+
```
|
|
143
|
+
|
|
144
|
+
## Build
|
|
145
|
+
|
|
146
|
+
```
|
|
147
|
+
$ rake
|
|
148
|
+
```
|
data/Rakefile
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
|
|
2
|
+
Gem::Specification.new do |spec|
|
|
3
|
+
spec.name = "embulk-parser-sisimai"
|
|
4
|
+
spec.version = "0.1.0"
|
|
5
|
+
spec.authors = ["Hiroyuki Sato"]
|
|
6
|
+
spec.summary = "Sisimai Analyzer parser plugin for Embulk"
|
|
7
|
+
spec.description = "Parses Sisimai Analyzer files read by other file input plugins."
|
|
8
|
+
spec.email = ["hiroysato@gmail.com"]
|
|
9
|
+
spec.licenses = ["MIT"]
|
|
10
|
+
spec.homepage = "https://github.com/hiroyuki-sato/embulk-parser-sisimai"
|
|
11
|
+
|
|
12
|
+
spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
|
|
13
|
+
spec.test_files = spec.files.grep(%r{^(test|spec)/})
|
|
14
|
+
spec.require_paths = ["lib"]
|
|
15
|
+
|
|
16
|
+
#spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
|
|
17
|
+
spec.add_dependency 'sisimai', ['~> 4.16.0']
|
|
18
|
+
spec.add_development_dependency 'embulk', ['>= 0.8.1']
|
|
19
|
+
spec.add_development_dependency 'bundler', ['>= 1.10.6']
|
|
20
|
+
spec.add_development_dependency 'rake', ['>= 10.0']
|
|
21
|
+
end
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
Received: from localhost (localhost)
|
|
2
|
+
by mta-smtp-out-24.example.jp (8.14.1/8.14.1) id m8I8s45D007047;
|
|
3
|
+
Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
4
|
+
Date: Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
5
|
+
From: Mail Delivery Subsystem <MAILER-DAEMON>
|
|
6
|
+
Message-Id: <200809180854.m8I8s45D007047@mta-smtp-out-24.example.jp>
|
|
7
|
+
To: postmaster
|
|
8
|
+
MIME-Version: 1.0
|
|
9
|
+
Content-Type: multipart/report; report-type=delivery-status;
|
|
10
|
+
boundary="m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp"
|
|
11
|
+
Subject: Postmaster notify: see transcript for details
|
|
12
|
+
Auto-Submitted: auto-generated (postmaster-notification)
|
|
13
|
+
|
|
14
|
+
This is a MIME-encapsulated message
|
|
15
|
+
|
|
16
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp
|
|
17
|
+
|
|
18
|
+
The original message was received at Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
19
|
+
from [192.0.2.97]
|
|
20
|
+
|
|
21
|
+
----- The following addresses had permanent fatal errors -----
|
|
22
|
+
<domain-does-not-exist@example.gov>
|
|
23
|
+
(reason: 550 Host unknown)
|
|
24
|
+
|
|
25
|
+
----- Transcript of session follows -----
|
|
26
|
+
550 5.1.2 <domain-does-not-exist@example.gov>... Host unknown (Name server: example.gov.: host not found)
|
|
27
|
+
|
|
28
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp
|
|
29
|
+
Content-Type: message/delivery-status
|
|
30
|
+
|
|
31
|
+
Reporting-MTA: dns; mta-smtp-out-24.example.jp
|
|
32
|
+
Received-From-MTA: DNS; [192.0.2.97]
|
|
33
|
+
Arrival-Date: Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
34
|
+
|
|
35
|
+
Final-Recipient: RFC822; domain-does-not-exist@example.gov
|
|
36
|
+
Action: failed
|
|
37
|
+
Status: 5.1.2
|
|
38
|
+
Remote-MTA: DNS; example.gov
|
|
39
|
+
Diagnostic-Code: SMTP; 550 Host unknown
|
|
40
|
+
Last-Attempt-Date: Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
41
|
+
|
|
42
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp
|
|
43
|
+
Content-Type: text/rfc822-headers
|
|
44
|
+
|
|
45
|
+
Return-Path: <domain-does-not-exist@example.jp>
|
|
46
|
+
Received: from USER-PC97 ([192.0.2.97])
|
|
47
|
+
(authenticated bits=0)
|
|
48
|
+
by mta-smtp-out-24.example.jp (8.14.1/8.14.1) with ESMTP id m8I8s45C006868
|
|
49
|
+
for <domain-does-not-exist@example.gov>;
|
|
50
|
+
Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
51
|
+
Message-ID: <AA406E7E18714AB2927DAACC24B47C4A@USER-PC97>
|
|
52
|
+
From: "User1, For Example" <user1@example.jp>
|
|
53
|
+
To: <domain-does-not-exist@example.gov>
|
|
54
|
+
Subject: =?utf-8?B?44Kt44K444OI44Op?=
|
|
55
|
+
Date: Thu, 18 Sep 2008 17:53:55 +0900
|
|
56
|
+
MIME-Version: 1.0
|
|
57
|
+
Content-Type: text/plain;
|
|
58
|
+
format=flowed;
|
|
59
|
+
charset="iso-2022-jp";
|
|
60
|
+
reply-type=original
|
|
61
|
+
Content-Transfer-Encoding: 7bit
|
|
62
|
+
X-Priority: 3
|
|
63
|
+
X-MSMail-Priority: Normal
|
|
64
|
+
X-Mailer: Microsoft Outlook Express 6.00.2900.5512
|
|
65
|
+
X-MimeOLE: Produced By Microsoft MimeOLE V6.00.2900.5579
|
|
66
|
+
|
|
67
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp--
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
Received: from localhost (localhost)
|
|
2
|
+
by smtp-out-34.example.jp (8.14.3/8.14.3) id n3RNHmqg024671;
|
|
3
|
+
Tue, 28 Apr 2009 08:17:48 +0900 (JST)
|
|
4
|
+
Date: Tue, 28 Apr 2009 08:17:48 +0900 (JST)
|
|
5
|
+
From: Mail Delivery Subsystem <MAILER-DAEMON>
|
|
6
|
+
Message-Id: <200904272317.n3RNHmqg024671@smtp-out-34.example.jp>
|
|
7
|
+
To: <user1@example.jp>
|
|
8
|
+
MIME-Version: 1.0
|
|
9
|
+
Content-Type: multipart/report; report-type=delivery-status;
|
|
10
|
+
boundary="n3RNHmqg024671.1240874268/smtp-out-34.example.jp"
|
|
11
|
+
Subject: Returned mail: see transcript for details
|
|
12
|
+
Auto-Submitted: auto-generated (failure)
|
|
13
|
+
|
|
14
|
+
This is a MIME-encapsulated message
|
|
15
|
+
|
|
16
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp
|
|
17
|
+
|
|
18
|
+
The original message was received at Tue, 28 Apr 2009 08:17:47 +0900 (JST)
|
|
19
|
+
from [192.0.2.31]
|
|
20
|
+
|
|
21
|
+
----- The following addresses had permanent fatal errors -----
|
|
22
|
+
<recipient-address-does-not-exist@docomo.ne.jp>
|
|
23
|
+
(reason: 550 Unknown user recipient-address-does-not-exist@docomo.ne.jp)
|
|
24
|
+
|
|
25
|
+
----- Transcript of session follows -----
|
|
26
|
+
... while talking to mfsmax.docomo.ne.jp.:
|
|
27
|
+
>>> RCPT To:<recipient-address-does-not-exist@docomo.ne.jp>
|
|
28
|
+
<<< 550 Unknown user recipient-address-does-not-exist@docomo.ne.jp
|
|
29
|
+
550 5.1.1 <recipient-address-does-not-exist@docomo.ne.jp>... User unknown
|
|
30
|
+
>>> DATA
|
|
31
|
+
<<< 503 Bad sequence of commands
|
|
32
|
+
|
|
33
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp
|
|
34
|
+
Content-Type: message/delivery-status
|
|
35
|
+
|
|
36
|
+
Reporting-MTA: dns; smtp-out-34.example.jp
|
|
37
|
+
Received-From-MTA: DNS; [192.0.2.31]
|
|
38
|
+
Arrival-Date: Tue, 28 Apr 2009 08:17:47 +0900 (JST)
|
|
39
|
+
|
|
40
|
+
Final-Recipient: RFC822; recipient-address-does-not-exist@docomo.ne.jp
|
|
41
|
+
Action: failed
|
|
42
|
+
Status: 5.1.1
|
|
43
|
+
Remote-MTA: DNS; mfsmax.docomo.ne.jp
|
|
44
|
+
Diagnostic-Code: SMTP; 550 Unknown user recipient-address-does-not-exist@docomo.ne.jp
|
|
45
|
+
Last-Attempt-Date: Tue, 28 Apr 2009 08:17:48 +0900 (JST)
|
|
46
|
+
|
|
47
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp
|
|
48
|
+
Content-Type: text/rfc822-headers
|
|
49
|
+
|
|
50
|
+
Return-Path: <user2@example.jp>
|
|
51
|
+
Received: from [192.0.2.31] ([192.0.2.31])
|
|
52
|
+
(authenticated bits=0)
|
|
53
|
+
by smtp-out-34.example.jp (8.14.3/8.14.3) with ESMTP id n3RNHkqg008345
|
|
54
|
+
for <recipient-address-does-not-exist@docomo.ne.jp>; Tue, 28 Apr 2009 08:17:47 +0900 (JST)
|
|
55
|
+
Mime-Version: 1.0 (Apple Message framework v753.1)
|
|
56
|
+
Content-Transfer-Encoding: 7bit
|
|
57
|
+
Message-Id: <E9E9449A-4918-4B8B-8589-435230D67AC7@example.jp>
|
|
58
|
+
Content-Type: text/plain; charset=US-ASCII; format=flowed
|
|
59
|
+
To: recipient-address-does-not-exist@docomo.ne.jp
|
|
60
|
+
From: "User2, For Example" <user2@example.jp>
|
|
61
|
+
Subject: =?utf-8?B?44Kt44K444OI44Op?=
|
|
62
|
+
Date: Tue, 28 Apr 2009 08:17:45 +0900
|
|
63
|
+
X-Mailer: Apple Mail (2.753.1)
|
|
64
|
+
X-Virus-Scanned: ClamAV version 0.94.2, clamav-milter version 0.94.2 on 192.0.2.252
|
|
65
|
+
X-Virus-Status: Clean
|
|
66
|
+
|
|
67
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp--
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
From MAILER-DAEMON Thu Apr 29 23:34:45 2015
|
|
2
|
+
Return-Path: <>
|
|
3
|
+
X-Original-To: root@neko-222-2222.vs.example.ne.jp
|
|
4
|
+
Delivered-To: root@neko-222-2222.vs.example.ne.jp
|
|
5
|
+
Received: by neko-222-2222.vs.example.ne.jp (Postfix)
|
|
6
|
+
id CE7E412402D0; Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
7
|
+
Date: Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
8
|
+
From: MAILER-DAEMON@neko-222-2222.vs.example.ne.jp (Mail Delivery System)
|
|
9
|
+
Subject: Mail Delivery Status Report
|
|
10
|
+
To: root@neko-222-2222.vs.example.ne.jp
|
|
11
|
+
Auto-Submitted: auto-replied
|
|
12
|
+
MIME-Version: 1.0
|
|
13
|
+
Content-Type: multipart/report; report-type=delivery-status;
|
|
14
|
+
boundary="2222CCCC0022.2222000022/neko-222-2222.vs.example.ne.jp"
|
|
15
|
+
Message-Id: <20151025071802.CE7E412402D0@neko-222-2222.vs.example.ne.jp>
|
|
16
|
+
|
|
17
|
+
This is a MIME-encapsulated message.
|
|
18
|
+
|
|
19
|
+
--2222CCCC0022.2222000022/neko-222-2222.vs.example.ne.jp
|
|
20
|
+
Content-Description: Notification
|
|
21
|
+
Content-Type: text/plain; charset=us-ascii
|
|
22
|
+
|
|
23
|
+
This is the mail system at host neko-222-2222.vs.example.ne.jp.
|
|
24
|
+
|
|
25
|
+
Enclosed is the mail delivery report that you requested.
|
|
26
|
+
|
|
27
|
+
The mail system
|
|
28
|
+
|
|
29
|
+
<kijitora@neko.example.jp>: delivery via
|
|
30
|
+
mail.neko.example.jp[192.0.2.2]:25: 250 2.1.5 Ok
|
|
31
|
+
|
|
32
|
+
--2222CCCC0022.2222000022/neko-222-2222.vs.example.ne.jp
|
|
33
|
+
Content-Description: Delivery report
|
|
34
|
+
Content-Type: message/delivery-status
|
|
35
|
+
|
|
36
|
+
Reporting-MTA: dns; neko-222-2222.vs.example.ne.jp
|
|
37
|
+
X-Postfix-Queue-ID: 22CC00222233
|
|
38
|
+
X-Postfix-Sender: rfc822; root@neko-222-2222.vs.example.ne.jp
|
|
39
|
+
Arrival-Date: Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
40
|
+
|
|
41
|
+
Final-Recipient: rfc822; kijitora@neko.example.jp
|
|
42
|
+
Action: deliverable
|
|
43
|
+
Status: 2.1.5
|
|
44
|
+
Remote-MTA: dns; mail.neko.example.jp
|
|
45
|
+
Diagnostic-Code: smtp; 250 2.1.5 Ok
|
|
46
|
+
|
|
47
|
+
--2222CCCC0022.2222000022/neko-222-2222.vs.example.ne.jp
|
|
48
|
+
Content-Description: Message Headers
|
|
49
|
+
Content-Type: text/rfc822-headers
|
|
50
|
+
|
|
51
|
+
Return-Path: <root@neko-222-2222.vs.example.ne.jp>
|
|
52
|
+
Received: by neko-222-2222.vs.example.ne.jp (Postfix, from userid 0)
|
|
53
|
+
id 22CC00222233; Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
54
|
+
From: root@neko-222-2222.vs.example.ne.jp
|
|
55
|
+
Subject: Nyaaan
|
|
56
|
+
To: kijitora@neko.example.jp
|
|
57
|
+
Message-Id: <20151025071802.22CC00222233@neko-222-2222.vs.example.ne.jp>
|
|
58
|
+
Date: Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
59
|
+
|
|
60
|
+
--2222CCCC0022.2222000022/neko-222-2222.vs.example.ne.jp--
|
|
61
|
+
|
|
62
|
+
From MAILER-DAEMON Thu Apr 29 23:34:45 2015
|
|
63
|
+
Return-Path: <>
|
|
64
|
+
X-Original-To: root@neko-222-2222.vs.example.ne.jp
|
|
65
|
+
Delivered-To: root@neko-222-2222.vs.example.ne.jp
|
|
66
|
+
Received: by neko-222-2222.vs.example.ne.jp (Postfix)
|
|
67
|
+
id 0472E12402D0; Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
68
|
+
Date: Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
69
|
+
From: MAILER-DAEMON@neko-222-2222.vs.example.ne.jp (Mail Delivery System)
|
|
70
|
+
Subject: Mail Delivery Status Report
|
|
71
|
+
To: root@neko-222-2222.vs.example.ne.jp
|
|
72
|
+
Auto-Submitted: auto-replied
|
|
73
|
+
MIME-Version: 1.0
|
|
74
|
+
Content-Type: multipart/report; report-type=delivery-status;
|
|
75
|
+
boundary="CC002222FFEE.2200222222/neko-222-2222.vs.example.ne.jp"
|
|
76
|
+
Message-Id: <20151025071833.0472E12402D0@neko-222-2222.vs.example.ne.jp>
|
|
77
|
+
|
|
78
|
+
This is a MIME-encapsulated message.
|
|
79
|
+
|
|
80
|
+
--CC002222FFEE.2200222222/neko-222-2222.vs.example.ne.jp
|
|
81
|
+
Content-Description: Notification
|
|
82
|
+
Content-Type: text/plain; charset=us-ascii
|
|
83
|
+
|
|
84
|
+
This is the mail system at host neko-222-2222.vs.example.ne.jp.
|
|
85
|
+
|
|
86
|
+
Enclosed is the mail delivery report that you requested.
|
|
87
|
+
|
|
88
|
+
The mail system
|
|
89
|
+
|
|
90
|
+
<info@neko.example.jp>: delivery via mail.neko.example.jp[192.0.2.2]:25: 250
|
|
91
|
+
2.1.5 Ok
|
|
92
|
+
|
|
93
|
+
--CC002222FFEE.2200222222/neko-222-2222.vs.example.ne.jp
|
|
94
|
+
Content-Description: Delivery report
|
|
95
|
+
Content-Type: message/delivery-status
|
|
96
|
+
|
|
97
|
+
Reporting-MTA: dns; neko-222-2222.vs.example.ne.jp
|
|
98
|
+
X-Postfix-Queue-ID: CC002222FFEE
|
|
99
|
+
X-Postfix-Sender: rfc822; root@neko-222-2222.vs.example.ne.jp
|
|
100
|
+
Arrival-Date: Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
101
|
+
|
|
102
|
+
Final-Recipient: rfc822; info@neko.example.jp
|
|
103
|
+
Action: deliverable
|
|
104
|
+
Status: 2.1.5
|
|
105
|
+
Remote-MTA: dns; mail.neko.example.jp
|
|
106
|
+
Diagnostic-Code: smtp; 250 2.1.5 Ok
|
|
107
|
+
|
|
108
|
+
--CC002222FFEE.2200222222/neko-222-2222.vs.example.ne.jp
|
|
109
|
+
Content-Description: Message Headers
|
|
110
|
+
Content-Type: text/rfc822-headers
|
|
111
|
+
|
|
112
|
+
Return-Path: <root@neko-222-2222.vs.example.ne.jp>
|
|
113
|
+
Received: by neko-222-2222.vs.example.ne.jp (Postfix, from userid 0)
|
|
114
|
+
id CC002222FFEE; Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
115
|
+
From: root@neko-222-2222.vs.example.ne.jp
|
|
116
|
+
Subject: Nyaaan
|
|
117
|
+
To: info@neko.example.jp
|
|
118
|
+
Message-Id: <20151025071832.CC002222FFEE@neko-222-2222.vs.example.ne.jp>
|
|
119
|
+
Date: Thu, 29 Apr 2015 23:34:45 +0900 (JST)
|
|
120
|
+
|
|
121
|
+
--CC002222FFEE.2200222222/neko-222-2222.vs.example.ne.jp--
|
|
122
|
+
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
Received: from localhost (localhost)
|
|
2
|
+
by mta-smtp-out-24.example.jp (8.14.1/8.14.1) id m8I8s45D007047;
|
|
3
|
+
Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
4
|
+
Date: Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
5
|
+
From: Mail Delivery Subsystem <MAILER-DAEMON>
|
|
6
|
+
Message-Id: <200809180854.m8I8s45D007047@mta-smtp-out-24.example.jp>
|
|
7
|
+
To: postmaster
|
|
8
|
+
MIME-Version: 1.0
|
|
9
|
+
Content-Type: multipart/report; report-type=delivery-status;
|
|
10
|
+
boundary="m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp"
|
|
11
|
+
Subject: Postmaster notify: see transcript for details
|
|
12
|
+
Auto-Submitted: auto-generated (postmaster-notification)
|
|
13
|
+
|
|
14
|
+
This is a MIME-encapsulated message
|
|
15
|
+
|
|
16
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp
|
|
17
|
+
|
|
18
|
+
The original message was received at Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
19
|
+
from [192.0.2.97]
|
|
20
|
+
|
|
21
|
+
----- The following addresses had permanent fatal errors -----
|
|
22
|
+
<domain-does-not-exist@example.gov>
|
|
23
|
+
(reason: 550 Host unknown)
|
|
24
|
+
|
|
25
|
+
----- Transcript of session follows -----
|
|
26
|
+
550 5.1.2 <domain-does-not-exist@example.gov>... Host unknown (Name server: example.gov.: host not found)
|
|
27
|
+
|
|
28
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp
|
|
29
|
+
Content-Type: message/delivery-status
|
|
30
|
+
|
|
31
|
+
Reporting-MTA: dns; mta-smtp-out-24.example.jp
|
|
32
|
+
Received-From-MTA: DNS; [192.0.2.97]
|
|
33
|
+
Arrival-Date: Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
34
|
+
|
|
35
|
+
Final-Recipient: RFC822; domain-does-not-exist@example.gov
|
|
36
|
+
Action: failed
|
|
37
|
+
Status: 5.1.2
|
|
38
|
+
Remote-MTA: DNS; example.gov
|
|
39
|
+
Diagnostic-Code: SMTP; 550 Host unknown
|
|
40
|
+
Last-Attempt-Date: Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
41
|
+
|
|
42
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp
|
|
43
|
+
Content-Type: text/rfc822-headers
|
|
44
|
+
|
|
45
|
+
Return-Path: <domain-does-not-exist@example.jp>
|
|
46
|
+
Received: from USER-PC97 ([192.0.2.97])
|
|
47
|
+
(authenticated bits=0)
|
|
48
|
+
by mta-smtp-out-24.example.jp (8.14.1/8.14.1) with ESMTP id m8I8s45C006868
|
|
49
|
+
for <domain-does-not-exist@example.gov>;
|
|
50
|
+
Thu, 18 Sep 2008 17:54:04 +0900 (JST)
|
|
51
|
+
Message-ID: <AA406E7E18714AB2927DAACC24B47C4A@USER-PC97>
|
|
52
|
+
From: "User1, For Example" <user1@example.jp>
|
|
53
|
+
To: <domain-does-not-exist@example.gov>
|
|
54
|
+
Subject: =?utf-8?B?44Kt44K444OI44Op?=
|
|
55
|
+
Date: Thu, 18 Sep 2008 17:53:55 +0900
|
|
56
|
+
MIME-Version: 1.0
|
|
57
|
+
Content-Type: text/plain;
|
|
58
|
+
format=flowed;
|
|
59
|
+
charset="iso-2022-jp";
|
|
60
|
+
reply-type=original
|
|
61
|
+
Content-Transfer-Encoding: 7bit
|
|
62
|
+
X-Priority: 3
|
|
63
|
+
X-MSMail-Priority: Normal
|
|
64
|
+
X-Mailer: Microsoft Outlook Express 6.00.2900.5512
|
|
65
|
+
X-MimeOLE: Produced By Microsoft MimeOLE V6.00.2900.5579
|
|
66
|
+
|
|
67
|
+
--m8I8s45D007047.1221728044/mta-smtp-out-24.example.jp--
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
Received: from localhost (localhost)
|
|
2
|
+
by smtp-out-34.example.jp (8.14.3/8.14.3) id n3RNHmqg024671;
|
|
3
|
+
Tue, 28 Apr 2009 08:17:48 +0900 (JST)
|
|
4
|
+
Date: Tue, 28 Apr 2009 08:17:48 +0900 (JST)
|
|
5
|
+
From: Mail Delivery Subsystem <MAILER-DAEMON>
|
|
6
|
+
Message-Id: <200904272317.n3RNHmqg024671@smtp-out-34.example.jp>
|
|
7
|
+
To: <user1@example.jp>
|
|
8
|
+
MIME-Version: 1.0
|
|
9
|
+
Content-Type: multipart/report; report-type=delivery-status;
|
|
10
|
+
boundary="n3RNHmqg024671.1240874268/smtp-out-34.example.jp"
|
|
11
|
+
Subject: Returned mail: see transcript for details
|
|
12
|
+
Auto-Submitted: auto-generated (failure)
|
|
13
|
+
|
|
14
|
+
This is a MIME-encapsulated message
|
|
15
|
+
|
|
16
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp
|
|
17
|
+
|
|
18
|
+
The original message was received at Tue, 28 Apr 2009 08:17:47 +0900 (JST)
|
|
19
|
+
from [192.0.2.31]
|
|
20
|
+
|
|
21
|
+
----- The following addresses had permanent fatal errors -----
|
|
22
|
+
<recipient-address-does-not-exist@docomo.ne.jp>
|
|
23
|
+
(reason: 550 Unknown user recipient-address-does-not-exist@docomo.ne.jp)
|
|
24
|
+
|
|
25
|
+
----- Transcript of session follows -----
|
|
26
|
+
... while talking to mfsmax.docomo.ne.jp.:
|
|
27
|
+
>>> RCPT To:<recipient-address-does-not-exist@docomo.ne.jp>
|
|
28
|
+
<<< 550 Unknown user recipient-address-does-not-exist@docomo.ne.jp
|
|
29
|
+
550 5.1.1 <recipient-address-does-not-exist@docomo.ne.jp>... User unknown
|
|
30
|
+
>>> DATA
|
|
31
|
+
<<< 503 Bad sequence of commands
|
|
32
|
+
|
|
33
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp
|
|
34
|
+
Content-Type: message/delivery-status
|
|
35
|
+
|
|
36
|
+
Reporting-MTA: dns; smtp-out-34.example.jp
|
|
37
|
+
Received-From-MTA: DNS; [192.0.2.31]
|
|
38
|
+
Arrival-Date: Tue, 28 Apr 2009 08:17:47 +0900 (JST)
|
|
39
|
+
|
|
40
|
+
Final-Recipient: RFC822; recipient-address-does-not-exist@docomo.ne.jp
|
|
41
|
+
Action: failed
|
|
42
|
+
Status: 5.1.1
|
|
43
|
+
Remote-MTA: DNS; mfsmax.docomo.ne.jp
|
|
44
|
+
Diagnostic-Code: SMTP; 550 Unknown user recipient-address-does-not-exist@docomo.ne.jp
|
|
45
|
+
Last-Attempt-Date: Tue, 28 Apr 2009 08:17:48 +0900 (JST)
|
|
46
|
+
|
|
47
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp
|
|
48
|
+
Content-Type: text/rfc822-headers
|
|
49
|
+
|
|
50
|
+
Return-Path: <user2@example.jp>
|
|
51
|
+
Received: from [192.0.2.31] ([192.0.2.31])
|
|
52
|
+
(authenticated bits=0)
|
|
53
|
+
by smtp-out-34.example.jp (8.14.3/8.14.3) with ESMTP id n3RNHkqg008345
|
|
54
|
+
for <recipient-address-does-not-exist@docomo.ne.jp>; Tue, 28 Apr 2009 08:17:47 +0900 (JST)
|
|
55
|
+
Mime-Version: 1.0 (Apple Message framework v753.1)
|
|
56
|
+
Content-Transfer-Encoding: 7bit
|
|
57
|
+
Message-Id: <E9E9449A-4918-4B8B-8589-435230D67AC7@example.jp>
|
|
58
|
+
Content-Type: text/plain; charset=US-ASCII; format=flowed
|
|
59
|
+
To: recipient-address-does-not-exist@docomo.ne.jp
|
|
60
|
+
From: "User2, For Example" <user2@example.jp>
|
|
61
|
+
Subject: =?utf-8?B?44Kt44K444OI44Op?=
|
|
62
|
+
Date: Tue, 28 Apr 2009 08:17:45 +0900
|
|
63
|
+
X-Mailer: Apple Mail (2.753.1)
|
|
64
|
+
X-Virus-Scanned: ClamAV version 0.94.2, clamav-milter version 0.94.2 on 192.0.2.252
|
|
65
|
+
X-Virus-Status: Clean
|
|
66
|
+
|
|
67
|
+
--n3RNHmqg024671.1240874268/smtp-out-34.example.jp--
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
module Embulk
|
|
2
|
+
module Guess
|
|
3
|
+
|
|
4
|
+
# TODO implement guess plugin to make this command work:
|
|
5
|
+
# $ embulk guess -g "sisimai" partial-config.yml
|
|
6
|
+
#
|
|
7
|
+
# Depending on the file format the plugin uses, you can use choose
|
|
8
|
+
# one of binary guess (GuessPlugin), text guess (TextGuessPlugin),
|
|
9
|
+
# or line guess (LineGuessPlugin).
|
|
10
|
+
|
|
11
|
+
#require "embulk/parser/sisimai.rb"
|
|
12
|
+
|
|
13
|
+
#class Sisimai < GuessPlugin
|
|
14
|
+
# Plugin.register_guess("sisimai_analyzer", self)
|
|
15
|
+
#
|
|
16
|
+
# def guess(config, sample_buffer)
|
|
17
|
+
# if sample_buffer[0,2] == GZIP_HEADER
|
|
18
|
+
# guessed = {}
|
|
19
|
+
# guessed["type"] = "sisimai_analyzer"
|
|
20
|
+
# guessed["property1"] = "guessed-value"
|
|
21
|
+
# return {"parser" => guessed}
|
|
22
|
+
# else
|
|
23
|
+
# return {}
|
|
24
|
+
# end
|
|
25
|
+
# end
|
|
26
|
+
#end
|
|
27
|
+
|
|
28
|
+
#class Sisimai < TextGuessPlugin
|
|
29
|
+
# Plugin.register_guess("sisimai_analyzer", self)
|
|
30
|
+
#
|
|
31
|
+
# def guess_text(config, sample_text)
|
|
32
|
+
# js = JSON.parse(sample_text) rescue nil
|
|
33
|
+
# if js && js["mykeyword"] == "keyword"
|
|
34
|
+
# guessed = {}
|
|
35
|
+
# guessed["type"] = "sisimai_analyzer"
|
|
36
|
+
# guessed["property1"] = "guessed-value"
|
|
37
|
+
# return {"parser" => guessed}
|
|
38
|
+
# else
|
|
39
|
+
# return {}
|
|
40
|
+
# end
|
|
41
|
+
# end
|
|
42
|
+
#end
|
|
43
|
+
|
|
44
|
+
#class Sisimai < LineGuessPlugin
|
|
45
|
+
# Plugin.register_guess("sisimai_analyzer", self)
|
|
46
|
+
#
|
|
47
|
+
# def guess_lines(config, sample_lines)
|
|
48
|
+
# all_line_matched = sample_lines.all? do |line|
|
|
49
|
+
# line =~ /mypattern/
|
|
50
|
+
# end
|
|
51
|
+
# if all_line_matched
|
|
52
|
+
# guessed = {}
|
|
53
|
+
# guessed["type"] = "sisimai_analyzer"
|
|
54
|
+
# guessed["property1"] = "guessed-value"
|
|
55
|
+
# return {"parser" => guessed}
|
|
56
|
+
# else
|
|
57
|
+
# return {}
|
|
58
|
+
# end
|
|
59
|
+
# end
|
|
60
|
+
#end
|
|
61
|
+
|
|
62
|
+
end
|
|
63
|
+
end
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
require 'sisimai'
|
|
2
|
+
require 'sisimai/message'
|
|
3
|
+
require 'sisimai/data'
|
|
4
|
+
|
|
5
|
+
module Embulk
|
|
6
|
+
module Parser
|
|
7
|
+
|
|
8
|
+
class Sisimai < ParserPlugin
|
|
9
|
+
Plugin.register_parser("sisimai", self)
|
|
10
|
+
|
|
11
|
+
def self.transaction(config, &control)
|
|
12
|
+
task = {
|
|
13
|
+
"format" => config.param("format", :string, default: "column"),
|
|
14
|
+
"extract_mail_address" => config.param("extract_mail_address", :bool, default: false),
|
|
15
|
+
"include_delivered" => config.param("include_delivered", :bool, default: false)
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
format = task["format"]
|
|
19
|
+
columns = case format
|
|
20
|
+
when "json"
|
|
21
|
+
[ Column.new(0, "result", :json) ]
|
|
22
|
+
when "column"
|
|
23
|
+
c = [
|
|
24
|
+
Column.new(0, "action", :string),
|
|
25
|
+
Column.new(1, "addresser",:string),
|
|
26
|
+
Column.new(2, "alias", :string),
|
|
27
|
+
Column.new(3, "deliverystatus", :string),
|
|
28
|
+
Column.new(4, "destination", :string),
|
|
29
|
+
Column.new(5, "diagnosticcode", :string),
|
|
30
|
+
Column.new(6, "diagnostictype", :string),
|
|
31
|
+
Column.new(7, "feedbacktype", :string),
|
|
32
|
+
Column.new(8, "lhost", :string),
|
|
33
|
+
Column.new(9, "listid", :string),
|
|
34
|
+
Column.new(10, "messageid", :string),
|
|
35
|
+
Column.new(11, "reason", :string),
|
|
36
|
+
Column.new(12, "recipient", :string),
|
|
37
|
+
Column.new(13, "replycode", :string),
|
|
38
|
+
Column.new(14, "rhost", :string),
|
|
39
|
+
Column.new(15, "senderdomain", :string),
|
|
40
|
+
Column.new(16, "smtpagent", :string),
|
|
41
|
+
Column.new(17, "smtpcommand", :string),
|
|
42
|
+
Column.new(18, "softbounce", :long),
|
|
43
|
+
Column.new(19, "subject", :string),
|
|
44
|
+
Column.new(20, "timestamp", :timestamp),
|
|
45
|
+
Column.new(21, "timezoneoffset", :string),
|
|
46
|
+
Column.new(22, "token", :string),
|
|
47
|
+
]
|
|
48
|
+
if task['extract_mail_address'] == true
|
|
49
|
+
c += [
|
|
50
|
+
Column.new(23, "addresser_user", :string),
|
|
51
|
+
Column.new(24, "addresser_host", :string),
|
|
52
|
+
Column.new(25, "addresser_vrep", :string),
|
|
53
|
+
Column.new(26, "recipient_user", :string),
|
|
54
|
+
Column.new(27, "recipient_host", :string),
|
|
55
|
+
Column.new(28, "recipient_vrep", :string),
|
|
56
|
+
]
|
|
57
|
+
end
|
|
58
|
+
c
|
|
59
|
+
else
|
|
60
|
+
raise ArgumentError,"Unkown format type: #{format}"
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
yield(task, columns)
|
|
64
|
+
end
|
|
65
|
+
|
|
66
|
+
def init
|
|
67
|
+
# initialization code:
|
|
68
|
+
@format = task["format"]
|
|
69
|
+
@inc_delivered = task["include_delivered"]
|
|
70
|
+
@extract_mail_address = task["extract_mail_address"]
|
|
71
|
+
Embulk.logger.info "sisimai format: #{@format} include_delivered: #{@inc_delivered}, extract_mail_address: #{@extract_mail_address}"
|
|
72
|
+
end
|
|
73
|
+
|
|
74
|
+
def run(file_input)
|
|
75
|
+
while file = file_input.next_file
|
|
76
|
+
mesg = ::Sisimai::Message.new( data: file.read )
|
|
77
|
+
datas = ::Sisimai::Data.make( data: mesg, delivered: @inc_delivered )
|
|
78
|
+
if datas.nil?
|
|
79
|
+
Embulk.logger.info "This file does not contaion bounce mail. skip."
|
|
80
|
+
next
|
|
81
|
+
end
|
|
82
|
+
datas.each do |data|
|
|
83
|
+
case @format
|
|
84
|
+
when "json"
|
|
85
|
+
page_builder.add([ data.dump ])
|
|
86
|
+
when "column"
|
|
87
|
+
column_data = make_column_array(data)
|
|
88
|
+
|
|
89
|
+
page_builder.add(column_data)
|
|
90
|
+
else
|
|
91
|
+
raise RuntimeError,"Invalid format #{@format}"
|
|
92
|
+
end
|
|
93
|
+
end
|
|
94
|
+
end
|
|
95
|
+
page_builder.finish
|
|
96
|
+
end
|
|
97
|
+
private
|
|
98
|
+
def make_column_array(data)
|
|
99
|
+
row = [
|
|
100
|
+
data.action,
|
|
101
|
+
data.addresser.to_json,
|
|
102
|
+
data.alias,
|
|
103
|
+
data.deliverystatus,
|
|
104
|
+
data.destination,
|
|
105
|
+
data.diagnosticcode,
|
|
106
|
+
data.diagnostictype,
|
|
107
|
+
data.feedbacktype,
|
|
108
|
+
data.lhost,
|
|
109
|
+
data.listid,
|
|
110
|
+
data.messageid,
|
|
111
|
+
data.reason,
|
|
112
|
+
data.recipient.to_json,
|
|
113
|
+
data.replycode,
|
|
114
|
+
data.rhost,
|
|
115
|
+
data.senderdomain,
|
|
116
|
+
data.smtpagent,
|
|
117
|
+
data.smtpcommand,
|
|
118
|
+
data.softbounce,
|
|
119
|
+
data.subject,
|
|
120
|
+
data.timestamp.to_time.utc,
|
|
121
|
+
data.timezoneoffset,
|
|
122
|
+
data.token,
|
|
123
|
+
]
|
|
124
|
+
if @extract_mail_address
|
|
125
|
+
row += [
|
|
126
|
+
data.addresser.user,
|
|
127
|
+
data.addresser.host,
|
|
128
|
+
data.addresser.verp,
|
|
129
|
+
data.recipient.user,
|
|
130
|
+
data.recipient.host,
|
|
131
|
+
data.recipient.verp,
|
|
132
|
+
]
|
|
133
|
+
end
|
|
134
|
+
row
|
|
135
|
+
end
|
|
136
|
+
end
|
|
137
|
+
end
|
|
138
|
+
end
|
metadata
ADDED
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
|
2
|
+
name: embulk-parser-sisimai
|
|
3
|
+
version: !ruby/object:Gem::Version
|
|
4
|
+
version: 0.1.0
|
|
5
|
+
platform: ruby
|
|
6
|
+
authors:
|
|
7
|
+
- Hiroyuki Sato
|
|
8
|
+
autorequire:
|
|
9
|
+
bindir: bin
|
|
10
|
+
cert_chain: []
|
|
11
|
+
date: 2016-02-18 00:00:00.000000000 Z
|
|
12
|
+
dependencies:
|
|
13
|
+
- !ruby/object:Gem::Dependency
|
|
14
|
+
requirement: !ruby/object:Gem::Requirement
|
|
15
|
+
requirements:
|
|
16
|
+
- - "~>"
|
|
17
|
+
- !ruby/object:Gem::Version
|
|
18
|
+
version: 4.16.0
|
|
19
|
+
name: sisimai
|
|
20
|
+
prerelease: false
|
|
21
|
+
type: :runtime
|
|
22
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
23
|
+
requirements:
|
|
24
|
+
- - "~>"
|
|
25
|
+
- !ruby/object:Gem::Version
|
|
26
|
+
version: 4.16.0
|
|
27
|
+
- !ruby/object:Gem::Dependency
|
|
28
|
+
requirement: !ruby/object:Gem::Requirement
|
|
29
|
+
requirements:
|
|
30
|
+
- - ">="
|
|
31
|
+
- !ruby/object:Gem::Version
|
|
32
|
+
version: 0.8.1
|
|
33
|
+
name: embulk
|
|
34
|
+
prerelease: false
|
|
35
|
+
type: :development
|
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
37
|
+
requirements:
|
|
38
|
+
- - ">="
|
|
39
|
+
- !ruby/object:Gem::Version
|
|
40
|
+
version: 0.8.1
|
|
41
|
+
- !ruby/object:Gem::Dependency
|
|
42
|
+
requirement: !ruby/object:Gem::Requirement
|
|
43
|
+
requirements:
|
|
44
|
+
- - ">="
|
|
45
|
+
- !ruby/object:Gem::Version
|
|
46
|
+
version: 1.10.6
|
|
47
|
+
name: bundler
|
|
48
|
+
prerelease: false
|
|
49
|
+
type: :development
|
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
51
|
+
requirements:
|
|
52
|
+
- - ">="
|
|
53
|
+
- !ruby/object:Gem::Version
|
|
54
|
+
version: 1.10.6
|
|
55
|
+
- !ruby/object:Gem::Dependency
|
|
56
|
+
requirement: !ruby/object:Gem::Requirement
|
|
57
|
+
requirements:
|
|
58
|
+
- - ">="
|
|
59
|
+
- !ruby/object:Gem::Version
|
|
60
|
+
version: '10.0'
|
|
61
|
+
name: rake
|
|
62
|
+
prerelease: false
|
|
63
|
+
type: :development
|
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
65
|
+
requirements:
|
|
66
|
+
- - ">="
|
|
67
|
+
- !ruby/object:Gem::Version
|
|
68
|
+
version: '10.0'
|
|
69
|
+
description: Parses Sisimai Analyzer files read by other file input plugins.
|
|
70
|
+
email:
|
|
71
|
+
- hiroysato@gmail.com
|
|
72
|
+
executables: []
|
|
73
|
+
extensions: []
|
|
74
|
+
extra_rdoc_files: []
|
|
75
|
+
files:
|
|
76
|
+
- ".gitignore"
|
|
77
|
+
- ".ruby-version"
|
|
78
|
+
- CHANGES.md
|
|
79
|
+
- Gemfile
|
|
80
|
+
- LICENSE.txt
|
|
81
|
+
- README.md
|
|
82
|
+
- Rakefile
|
|
83
|
+
- embulk-parser-sisimai.gemspec
|
|
84
|
+
- example/Maildir/make-test-01.eml
|
|
85
|
+
- example/Maildir/make-test-02.eml
|
|
86
|
+
- example/Maildir/rfc3464-28.eml
|
|
87
|
+
- example/conf_column.yml
|
|
88
|
+
- example/conf_json.yml
|
|
89
|
+
- example/mail/make-test-01.eml
|
|
90
|
+
- example/mail/make-test-02.eml
|
|
91
|
+
- lib/embulk/guess/sisimai.rb
|
|
92
|
+
- lib/embulk/parser/sisimai.rb
|
|
93
|
+
homepage: https://github.com/hiroyuki-sato/embulk-parser-sisimai
|
|
94
|
+
licenses:
|
|
95
|
+
- MIT
|
|
96
|
+
metadata: {}
|
|
97
|
+
post_install_message:
|
|
98
|
+
rdoc_options: []
|
|
99
|
+
require_paths:
|
|
100
|
+
- lib
|
|
101
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
|
102
|
+
requirements:
|
|
103
|
+
- - ">="
|
|
104
|
+
- !ruby/object:Gem::Version
|
|
105
|
+
version: '0'
|
|
106
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
107
|
+
requirements:
|
|
108
|
+
- - ">="
|
|
109
|
+
- !ruby/object:Gem::Version
|
|
110
|
+
version: '0'
|
|
111
|
+
requirements: []
|
|
112
|
+
rubyforge_project:
|
|
113
|
+
rubygems_version: 2.5.2
|
|
114
|
+
signing_key:
|
|
115
|
+
specification_version: 4
|
|
116
|
+
summary: Sisimai Analyzer parser plugin for Embulk
|
|
117
|
+
test_files: []
|