emailengine-app 2.61.0 → 2.61.2

package/test/complaint-test.js

@@ -1,256 +0,0 @@
-'use strict';
-
-// Test fixtures in fixtures/complaints/ are from:
-// https://github.com/sisimai/set-of-emails/
-// Licensed under BSD 2-Clause License, Copyright (C) 2014, azumakuniyuki
-
-const test = require('node:test');
-const assert = require('node:assert').strict;
-
-const { arfDetect } = require('../lib/arf-detect');
-const { simpleParser } = require('mailparser');
-const fs = require('fs');
-
-const Path = require('path');
-const path = fname => Path.join(__dirname, 'fixtures', 'complaints', fname);
-
-// Helper to parse email and prepare messageInfo for arfDetect
-async function parseForArfDetect(filePath) {
-    const content = await fs.promises.readFile(filePath);
-    const parsed = await simpleParser(content, { keepDeliveryStatus: true });
-
-    return {
-        from: parsed.from?.value?.[0] || {},
-        subject: parsed.subject || '',
-        attachments: (parsed.attachments || []).map(att => ({
-            contentType: att.contentType,
-            content: att.content
-        }))
-    };
-}
-
-// Replicate mightBeAComplaint logic for testing
-function mightBeAComplaint(messageInfo) {
-    let hasEmbeddedMessage = false;
-    for (let attachment of messageInfo.attachments || []) {
-        if (attachment.contentType === 'message/feedback-report') {
-            return true;
-        }
-        if (['message/rfc822', 'message/rfc822-headers', 'text/rfc822-headers', 'text/rfc822-header'].includes(attachment.contentType)) {
-            hasEmbeddedMessage = true;
-        }
-    }
-
-    let fromAddress = (messageInfo.from && messageInfo.from.address) || '';
-
-    if (fromAddress === 'staff@hotmail.com' && /complaint/i.test(messageInfo.subject)) {
-        return true;
-    }
-
-    if (/^(feedbackloop|fbl|complaints|abuse)@/i.test(fromAddress)) {
-        if (hasEmbeddedMessage || /abuse|complaint|feedback|report/i.test(messageInfo.subject)) {
-            return true;
-        }
-    }
-
-    if (hasEmbeddedMessage && /abuse report|feedback report|spam report/i.test(messageInfo.subject)) {
-        return true;
-    }
-
-    return false;
-}
-
-test('ARF complaint detection tests', async t => {
-    await t.test('Yahoo ARF abuse report', async () => {
-        const messageInfo = await parseForArfDetect(path('yahoo.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify mightBeAComplaint would detect this
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-
-        // Verify ARF parsing
-        assert.strictEqual(report.arf['feedback-type'], 'abuse');
-        assert.ok(report.arf['original-rcpt-to'].includes('this-local-part-does-not-exist-on-yahoo@yahoo.com'));
-        assert.strictEqual(report.arf['user-agent'], 'Yahoo!-Mail-Feedback/1.0');
-        assert.strictEqual(report.arf['original-mail-from'], 'shironeko@example.com');
-    });
-
-    await t.test('Amazon SES complaint', async () => {
-        const messageInfo = await parseForArfDetect(path('amazonses.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify mightBeAComplaint would detect this
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-
-        // Verify ARF parsing
-        assert.strictEqual(report.arf['feedback-type'], 'abuse');
-        assert.ok(report.arf['original-rcpt-to'].includes('kijitora@y.example.com'));
-        // Amazon SES uses bounce address format for mail-from
-        assert.ok(report.arf['original-mail-from'].includes('amazonses.com'));
-    });
-
-    await t.test('Hotmail complaint (special handling)', async () => {
-        const messageInfo = await parseForArfDetect(path('hotmail.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify mightBeAComplaint would detect this (Hotmail pattern)
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-        assert.strictEqual(messageInfo.from.address, 'staff@hotmail.com');
-        assert.ok(/complaint/i.test(messageInfo.subject));
-
-        // Verify ARF parsing - Hotmail uses special defaults
-        assert.strictEqual(report.arf['feedback-type'], 'abuse');
-        assert.strictEqual(report.arf.source, 'Hotmail');
-        assert.strictEqual(report.arf['abuse-type'], 'complaint');
-    });
-
-    await t.test('DMARC auth-failure report', async () => {
-        const messageInfo = await parseForArfDetect(path('dmarc.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify mightBeAComplaint would detect this
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-
-        // Verify ARF parsing - DMARC reports have auth-failure type
-        assert.strictEqual(report.arf['feedback-type'], 'auth-failure');
-        assert.ok(report.arf['original-rcpt-to'].includes('kijitora@example.com'));
-        assert.strictEqual(report.arf['original-mail-from'], 'sironeko@example.org');
-    });
-
-    await t.test('Standard ARF abuse report with multiple recipients', async () => {
-        const messageInfo = await parseForArfDetect(path('standard-arf.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify mightBeAComplaint would detect this
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-
-        // Verify ARF parsing
-        assert.strictEqual(report.arf['feedback-type'], 'abuse');
-        assert.ok(Array.isArray(report.arf['original-rcpt-to']));
-        assert.ok(report.arf['original-rcpt-to'].length >= 1);
-        assert.ok(report.arf['original-rcpt-to'].includes('kijitora@example.com'));
-    });
-
-    await t.test('Opt-out (unsubscribe) report', async () => {
-        const messageInfo = await parseForArfDetect(path('optout.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify mightBeAComplaint would detect this
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-
-        // Verify ARF parsing - opt-out is a different feedback type
-        assert.strictEqual(report.arf['feedback-type'], 'opt-out');
-        // Opt-out reports contain removal-recipient instead of original-rcpt-to
-        assert.ok(report.arf['removal-recipient']);
-        assert.ok(report.arf['removal-recipient'].includes('user@example.com'));
-    });
-
-    await t.test('Original message headers extraction', async () => {
-        // optout.eml has text/rfc822-header attachment with extractable headers
-        const messageInfo = await parseForArfDetect(path('optout.eml'));
-        const report = await arfDetect(messageInfo);
-
-        // Verify original message headers are extracted from text/rfc822-header
-        assert.ok(report.headers);
-        assert.ok(report.headers['message-id']);
-        assert.ok(report.headers.from);
-        assert.ok(report.headers.subject);
-    });
-
-    await t.test('text/rfc822-header content type support', async () => {
-        // optout.eml uses text/rfc822-header (singular)
-        const messageInfo = await parseForArfDetect(path('optout.eml'));
-
-        // Verify the attachment type is detected
-        const hasTextRfc822Header = messageInfo.attachments.some(att => att.contentType === 'text/rfc822-header');
-        assert.strictEqual(hasTextRfc822Header, true);
-
-        // Verify headers are still extracted
-        const report = await arfDetect(messageInfo);
-        assert.ok(report.headers);
-        assert.ok(report.headers['message-id']);
-    });
-});
-
-test('mightBeAComplaint heuristics', async t => {
-    await t.test('Detects message/feedback-report attachment', async () => {
-        const messageInfo = {
-            from: { address: 'unknown@example.com' },
-            subject: 'Random subject',
-            attachments: [{ contentType: 'message/feedback-report' }]
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Detects Hotmail complaint pattern', async () => {
-        const messageInfo = {
-            from: { address: 'staff@hotmail.com' },
-            subject: 'complaint about message from 192.0.2.1',
-            attachments: []
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Rejects non-complaint Hotmail email', async () => {
-        const messageInfo = {
-            from: { address: 'staff@hotmail.com' },
-            subject: 'Welcome to Hotmail',
-            attachments: []
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), false);
-    });
-
-    await t.test('Detects feedbackloop sender with abuse subject', async () => {
-        const messageInfo = {
-            from: { address: 'feedbackloop@example.com' },
-            subject: 'Abuse Report',
-            attachments: []
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Detects complaints sender with embedded message', async () => {
-        const messageInfo = {
-            from: { address: 'complaints@example.com' },
-            subject: 'Random',
-            attachments: [{ contentType: 'message/rfc822' }]
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Detects abuse report subject with embedded message', async () => {
-        const messageInfo = {
-            from: { address: 'noreply@example.com' },
-            subject: 'Spam Report for your domain',
-            attachments: [{ contentType: 'message/rfc822-headers' }]
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Supports text/rfc822-headers content type', async () => {
-        const messageInfo = {
-            from: { address: 'fbl@example.com' },
-            subject: 'FBL Report',
-            attachments: [{ contentType: 'text/rfc822-headers' }]
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Supports text/rfc822-header content type (singular)', async () => {
-        const messageInfo = {
-            from: { address: 'abuse@example.com' },
-            subject: 'Complaint',
-            attachments: [{ contentType: 'text/rfc822-header' }]
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), true);
-    });
-
-    await t.test('Rejects unrelated email', async () => {
-        const messageInfo = {
-            from: { address: 'newsletter@example.com' },
-            subject: 'Weekly Newsletter',
-            attachments: [{ contentType: 'image/png' }]
-        };
-        assert.strictEqual(mightBeAComplaint(messageInfo), false);
-    });
-});

package/test/fixtures/autoreply/LICENSE

@@ -1,27 +0,0 @@
-Email fixtures in this directory are from:
-https://github.com/sisimai/set-of-emails/
-
-THIS SOFTWARE IS DISTRIBUTED UNDER THE FOLLOWING BSD 2-CLAUSE LICENSE:
-Copyright (C) 2014, azumakuniyuki
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice,
-   this list of conditions and the following disclaimer.
-
-2. Redistributions in binary form must reproduce the above copyright notice,
-   this list of conditions and the following disclaimer in the documentation
-   and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
-LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
-CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
-SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
-ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-POSSIBILITY OF SUCH DAMAGE.

package/test/fixtures/autoreply/rfc3834-01.eml

@@ -1,23 +0,0 @@
-Return-path: <nyaan@neko.example.org>
-Envelope-to: neko@libsisimai.org
-Delivery-date: Thu, 29 Apr 2005 23:34:45 +0900
-Received: from mta2.relay2.example.org ([192.0.2.222]:22222)
-	by nyaan.example.com with esmtps (TLSv1:DHE-RSA-AES256-SHA:256)
-	(Exim 4.81)
-	(envelope-from <nyaan@neko.example.org>)
-	id 2NEKOS-222222-22
-	for neko@libsisimai.org; Thu, 29 Apr 2005 23:34:45 +0900
-Received: from neko.example.org (neko.soto.example.org [192.0.2.22])
-	by mta2.relay2.example.org (8.12.8/8.12.8) with ESMTP id j3QNaaaa222222
-	for <neko@libsisimai.org>; Thu, 29 Apr 2005 23:34:45 +0900
-Date: Thu, 29 Apr 2005 23:34:45 +0900
-Message-Id: <200503142138.j3QNaaaa222222@neko.example.org>
-To: neko@libsisimai.org
-Auto-Submitted: auto-replied
-From: kijitora@example.net
-Subject: Away until May 5
-
-I am currently away returning to the office on May 5th. I will have limited access to email and will respond to you upon my return.
-
-Kijitora, Nyaan.
-

package/test/fixtures/autoreply/rfc3834-02.eml

@@ -1,24 +0,0 @@
-Return-path: <>
-Envelope-to: kijitora@example.com
-Delivery-date: Thu, 17 Jul 2013 23:34:45 -0500
-Received: from smtpd-02.example.com ([203.0.113.1]:2202)
-	by neko2.example.com with esmtp (Exim 4.80)
-	id 2Aeeee-00002R-AA
-	for kijitora@example.com; Thu, 17 Jul 2013 23:34:45 -0500
-Received: from neko.nyaan.example.net ([fe80::ffff:ffff:ffff:0000%22]) by
- neko1.nyaan2.example.net ([fe80::0000:0000:0000:ffff%22]) with Microsoft
- SMTP Server id 14.02.0318.004; Thu, 17 Jul 2013 23:34:45 -0400
-From: "Neko, Nyaan" <nekonyaan@example.org>
-To: Kijitora <kijitora@example.com>
-Subject: Automatic reply: Nyaan
-Date: Thu, 17 Jul 2013 23:34:45 +0000
-Message-ID: <fb1b2d9ea3df46d9839a6dcb99410ebb@neko.nyaan.example.net>
-X-Auto-Response-Suppress: All
-X-MS-Exchange-Inbox-Rules-Loop: nekonyaan@example.org
-X-MS-TNEF-Correlator:
-Content-Type: text/plain; charset="us-ascii"
-Content-Transfer-Encoding: quoted-printable
-MIME-Version: 1.0
-
-I'm out of the office Friday. For pressing news matters, Nyaan.
-

package/test/fixtures/autoreply/rfc3834-03.eml

@@ -1,26 +0,0 @@
-Return-Path: <kijitora@apple.example.com>
-Received: from st43p00im-zteg10073401.me.com (st43p00im-zteg10073401.me.com [17.58.63.181])
-	by nijo.libsisimai.org (V8/cf) with ESMTP id xBH2rAeR020524
-	for <neko@libsisimai.org>; Tue, 17 Dec 2019 11:53:10 +0900
-Received: from mailgateway (mr36p30ic-tygg11203501.me.com [17.58.22.158])
-	by st43p00im-zteg10073401.me.com (Postfix) with SMTP id 823515E041B
-	for <neko@libsisimai.org>; Tue, 17 Dec 2019 02:53:09 +0000 (UTC)
-Received: from mr21p30im-mailnotify004 by mr36p30ic-tygg11203501 (mailgateway 1923B114)
-	with SMTP id 7e23258d-247f-479e-996d-e01f0f30af85 
-	for <kijitora@apple.example.com>; Tue, 17 Dec 2019 02:53:09 GMT
-Received: from 17.111.174.82 by 17.111.174.26 (mailnotify 1916B19:18:08:02:53:08:42); Tue, 17 Dec 2019 02:53:09 GMT
-From: kijitora@apple.example.com
-To: "Neko, Nyaan" <neko@libsisimai.org>
-Subject: Auto reply: Nyaan
-Date: Tue, 17 Dec 2019 02:53:09 +0000
-Message-id: <7e23258d-247f-479e-996d-e01f0f30af85-vac@apple.example.com>
-In-Reply-To: <25203A4E-F90F-4A14-BF51-3E7B9D39BE8E@libsisimai.org>
-References: <25203A4E-F90F-4A14-BF51-3E7B9D39BE8E@libsisimai.org>
-X-Apple-Criteria: {kind=VACATION,startDate=2019-11-30T15:00:00Z,endDate=2020-01-10T14:59:59Z}
-X-Apple-Action: VACATION
-X-Apple-UUID: 7e23258d-247f-479e-996d-e01f0f30af85
-X-Apple-Server: mr36p30ic-tygg11203501 mailgateway 1923B114
-Content-type: text/plain; charset=UTF-8
-
-I'm only sleeping.
-

package/test/fixtures/autoreply/rfc3834-04.eml

@@ -1,48 +0,0 @@
-Return-path: <>
-Envelope-to: nekonyaan@example.com
-Delivery-date: Thu, 17 Jul 2013 23:34:45 -0500
-Received: from mail0.bemta0.messagelabs.com ([192.0.2.2]:2400)
-	by neko2.example.com with esmtps (TLSv1:DHE-RSA-AES256-SHA:256)
-	(Exim 4.80)
-	id 2AEEEE-0000xR-2E
-	for nekonyaan@example.com; Thu, 17 Jul 2013 23:34:45 -0500
-X-Msg-Ref: server-0.tower-0.messagelabs.com!120000000!100010101!1
-X-Originating-IP: [203.0.113.113]
-Received: from mailerver1.com.neko.example.com
- ([fe80::0000:0000:0000:0000%22]) by mailserver1.com.neko.example.com
- ([fe80::ffff:ffff:ffff:ffff%22]) with Microsoft SMTP Server id
- 14.01.0421.002; Thu, 17 Jul 2013 23:34:45 -0700
-From: Kijitora <kijitora@example.org>
-To: Neko <nekonyaan@example.com>
-Subject: Automatic reply: Nyaan
-Date: Sat, 16 Mar 2013 23:34:45 +0000
-Message-ID: <8415797d5564f6c279db9815ab2819ca@mailserver1.com.neko.example.com>
-X-MS-Has-Attach:
-X-Auto-Response-Suppress: All
-X-MS-Exchange-Inbox-Rules-Loop: kijitora@example.org
-X-MS-TNEF-Correlator:
-Content-Type: text/plain; charset="Windows-1252"
-Content-Transfer-Encoding: quoted-printable
-MIME-Version: 1.0
-
-***Please stop and read this message.***
-
-I will be traveling for work on July 10-31.  During that time I will have i=
-ntermittent access to email and phone, and I will respond to your message a=
-s promptly as possible.
-
-Please contact our Client Service Support Team (information below) if you n=
-eed immediate assistance on regular account matters, or contact my colleagu=
-e Neko Nyaan (neko@example.org; +0-000-000-0000) for all other needs.
-
-
-Client Service Support Team
-(Day to Day Needs: Nora-Nyaans Technical Assistance, Account /Transactional=
- Inquiries, Wire Transfers, Stop Payments, Check Orders, etc.)
-Phone: +0.000.000.0000 or +0.111.111.1112
-nora-nyaans@example.org<mailto:nora-nyaans@example.org>
-Hours: 5am - 5:30pm Pacific Standard Time
-
-
-Nyaan,
-

package/test/fixtures/autoreply/rfc3834-05.eml

@@ -1,19 +0,0 @@
-From MAILER-DAEMON  Mon Sep 20 19:29:27 2021
-Return-Path: <>
-X-Original-To: postmaster@peter.otto.org
-Delivered-To: blackhole@localhost
-From: <foo@bar.net>
-To: postmaster@any.com
-Message-ID: <dummy@ott.pet>
-Date: Mon, 20 Sep 2021 21:29:21 +0200 (CEST)
-X-RZG-CLASS-ID: mi
-X-RZG-TRIGGERING-SMTP-ID: qcZaAFivUJ
-MIME-Version: 1.0
-Content-Type: text/plain; charset="UTF-8"
-Content-Transfer-Encoding: quoted-printable
-Subject: kitununulinitoquekegu
-In-Reply-To: <foobar@dummy.org>
-Auto-Submitted: auto-replied
-
-zuk=C3=BCnftig
-karl@hanz.de

package/test/fixtures/autoreply/rfc3834-06.eml

@@ -1,59 +0,0 @@
-Return-Path: <>
-X-Original-To: system@errors.ef.example.org
-Delivered-To: system@errors.ef.example.org
-Received: from relaying1.ef.example.org (unknown [192.0.2.25])
- by feed.ef.example.org (Postfix) with ESMTPS id 4yK3pM26yhzhbLwQ
- for <system@errors.ef.example.org>; Mon,  6 Jan 2025 07:00:30 +0900 (JST)
-Authentication-Results: feed.ef.example.org;
- dkim=pass (1024-bit key, unprotected) header.d=example.com header.i=@example.com header.a=rsa-sha256 header.s=mimecast20190719 header.b=cCkHGzXN
-Received: from us-smtp-delivery-000.mimecast.com (ip-192-0-2-250.ap-northeast-1.compute.internal [192.0.2.250])
- by relaying1.ef.example.org (Postfix) with ESMTPS id YS7PlVh11Bz0QdTL
- for <nekochan@ef.example.org>; Mon,  6 Jan 2025 07:00:29 +0900 (JST)
-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=example.com;
- s=mimecast20190719; t=1779662812;
- h=from:from:reply-to:reply-to:subject:subject:date:date:
-  message-id:message-id:to:to:cc:mime-version:mime-version:
-  content-type:content-type:in-reply-to:in-reply-to:  references:references;
- bh=...;
- b=...
-Received: from us-smtp-inbound-delivery-0.mimecast.com
- (us-mta-000-route1.us.mimecast.lan [10.20.30.40]) by relay.mimecast.com
- with ESMTP id us-mta-000-AAAAAAA-00000000000000-0; Sun, 05 Jan 2025
- 18:03:23 -0400
-X-MC-Unique: ...
-X-Mimecast-MFC-AGG-ID: ...
-From: <noreply@example.com>
-To: <nekochan@ef.example.org>
-Reply-To: <kijitora@example.com>
-Message-Id: <000000000-0000000000000@us-mta-000.us.mimecast.lan>
-Subject: =?UTF-8?Q?AutoRespons?= :Nyaan?
-Date: Sun, 05 Jan 2025 18:03:23 -0400
-Auto-Submitted: auto-replied
-X-Auto-Response-Suppress: OOF, AutoReply, DR, NDR, RN, NRN
-Precedence: bulk
-X-MC-System: ...
-Mime-Version: 1.0
-X-Mimecast-Spam-Score: 0
-X-Mimecast-Originator: example.com
-Content-Type: multipart/alternative;
- boundary="MCBoundary=_14445917231142800"
-
---MCBoundary=_14445917231142800
-Content-Type: text/plain; charset=UTF-8
-Content-Transfer-Encoding: quoted-printable
-
-This email inbox kijitora@example.com is no longer in use. Please contact so=
-meone else at Example or visit https://www.example.com/en/contact for assist=
-ance.
-
---MCBoundary=_14445917231142800
-Content-Type: text/html; charset=UTF-8
-Content-Transfer-Encoding: quoted-printable
-
-<html><head></head><body>This email inbox (<a href=3D"mailto:kijitora@example=
-.com">kijitora@example.com</a>) is no longer in use. Please contact someone e=
-lse at Example or visit https://www.example.com/en/contact for assistance.</b=
-ody></html>
-
---MCBoundary=_14445917231142800--
-