Haraka 3.0.2 → 3.0.4

package/tests/outbound/index.js

@@ -1,324 +0,0 @@
-
-'use strict';
-const fs   = require('fs');
-const path = require('path');
-const os   = require('os');
-
-const constants = require('haraka-constants');
-const logger = require('../../logger');
-
-const lines = [
-    'From: John Johnson <john@example.com>',
-    'To: Jane Johnson <jane@example.com>',
-    "Subject: What's for dinner?",
-    '',
-    "I'm hungry.",
-    '',
-];
-
-exports.outbound = {
-    'converts \\n and \\r\\n line endings to \\r\\n' : test => {
-        test.expect(2);
-
-        ['\n', '\r\n'].forEach(ending => {
-            let contents = lines.join(ending);
-            let result = '';
-
-            // Set data_lines to lines in contents
-            let match;
-            const re = /^([^\n]*\n?)/;
-            while ((match = re.exec(contents))) {
-                let line = match[1];
-                line = line.replace(/\r?\n?$/, '\r\n'); // assure \r\n ending
-                // transaction.add_data(new Buffer(line));
-                result += line;
-                contents = contents.substr(match[1].length);
-                if (contents.length === 0) {
-                    break;
-                }
-            }
-
-            test.deepEqual(lines.join('\r\n'), result);
-        });
-        test.done();
-    },
-    'log_methods added': test => {
-        test.expect(Object.keys(logger.levels).length);
-
-        const HMailItem = require('../../outbound/hmail');
-
-        Object.keys(logger.levels).forEach(level => {
-            test.ok(HMailItem.prototype[`log${level.toLowerCase()}`], `Log method for level: ${level}`);
-        });
-        test.done();
-    },
-    'set_temp_fail_intervals coverage': test => {
-        test.expect(5);
-
-        const config = require('../../outbound/config');
-        // Test default configuration
-        test.deepEqual(config.cfg.temp_fail_intervals, [64,128,256,512,1024,2048,4096,8192,16384,32768,65536,131072]);
-        // Test a simple configuration
-        config.cfg.temp_fail_intervals = '10s, 1m*2';
-        config.set_temp_fail_intervals();
-        test.deepEqual(config.cfg.temp_fail_intervals, [10, 60, 60]);
-        // Test a complex configuration
-        config.cfg.temp_fail_intervals = '30s, 1m, 5m, 9m, 15m*3, 30m*2, 1h*3, 2h*3, 1d';
-        config.set_temp_fail_intervals();
-        test.deepEqual(config.cfg.temp_fail_intervals, [30,60,300,540,900,900,900,1800,1800,3600,3600,3600,7200,7200,7200,86400]);
-        // Test the "none" configuration
-        config.cfg.temp_fail_intervals = 'none';
-        config.set_temp_fail_intervals();
-        test.deepEqual(config.cfg.temp_fail_intervals, []);
-        // Test bad config (should revert to default)
-        config.cfg.temp_fail_intervals = '60 min';
-        config.set_temp_fail_intervals();
-        test.deepEqual(config.cfg.temp_fail_intervals, [64,128,256,512,1024,2048,4096,8192,16384,32768,65536,131072]);
-        test.done();
-    }
-}
-
-exports.qfile = {
-    setUp (done) {
-        this.qfile = require('../../outbound').qfile;
-        done();
-    },
-    'name() basic functions' (test){
-        test.expect(3);
-        const name = this.qfile.name();
-        const split = name.split('_');
-        test.equal(split.length, 7);
-        test.equal(split[2], 0);
-        test.equal(split[3], process.pid);
-        test.done();
-    },
-    'name() with overrides' (test){
-        test.expect(7);
-        const overrides = {
-            arrival : 12345,
-            next_attempt : 12345,
-            attempts : 15,
-            pid : process.pid,
-            uid : 'XXYYZZ',
-            host : os.hostname(),
-        };
-        const name = this.qfile.name(overrides);
-        const split = name.split('_');
-        test.equal(split.length, 7);
-        test.equal(split[0], overrides.arrival);
-        test.equal(split[1], overrides.next_attempt);
-        test.equal(split[2], overrides.attempts);
-        test.equal(split[3], overrides.pid);
-        test.equal(split[4], overrides.uid);
-        test.equal(split[6], overrides.host);
-        test.done();
-    },
-    'rnd_unique() is unique-ish' (test){
-        const repeats = 1000;
-        test.expect(repeats);
-        const u = this.qfile.rnd_unique();
-        for (let i = 0; i < repeats; i++){
-            test.notEqual(u, this.qfile.rnd_unique());
-        }
-        test.done();
-    },
-    'parts() updates previous queue filenames' (test){
-        test.expect(4);
-        // $nextattempt_$attempts_$pid_$uniq.$host
-        const name = "1111_0_2222_3333.foo.example.com"
-        const parts = this.qfile.parts(name);
-        test.equal(parts.next_attempt, 1111);
-        test.equal(parts.attempts, 0);
-        test.equal(parts.pid, 2222);
-        test.equal(parts.host, 'foo.example.com');
-        test.done();
-    },
-    'parts() handles standard queue filenames' (test){
-        test.expect(6);
-        const overrides = {
-            arrival : 12345,
-            next_attempt : 12345,
-            attempts : 15,
-            pid : process.pid,
-            uid : 'XXYYZZ',
-            host : os.hostname(),
-        };
-        const name = this.qfile.name(overrides);
-        const parts = this.qfile.parts(name);
-        test.equal(parts.arrival, overrides.arrival);
-        test.equal(parts.next_attempt, overrides.next_attempt);
-        test.equal(parts.attempts, overrides.attempts);
-        test.equal(parts.pid, overrides.pid);
-        test.equal(parts.uid, overrides.uid);
-        test.equal(parts.host, overrides.host);
-        test.done();
-    }
-}
-
-exports.get_tls_options = {
-    setUp (done) {
-        process.env.HARAKA_TEST_DIR=path.resolve('tests');
-        this.outbound = require('../../outbound');
-        this.obtls = require('../../outbound/tls');
-        const tls_socket = require('../../tls_socket');
-
-        // reset config to load from tests directory
-        const testDir = path.resolve('tests');
-        this.outbound.config = this.outbound.config.module_config(testDir);
-        this.obtls.test_config(tls_socket.config.module_config(testDir), this.outbound.config);
-        this.obtls.init(() => {
-            done();
-        })
-
-    },
-    tearDown: done => {
-        delete process.env.HARAKA_TEST_DIR;
-        done();
-    },
-    'gets TLS properties from tls.ini.outbound' (test) {
-        test.expect(1);
-        const tls_config = this.obtls.get_tls_options(
-            { exchange: 'mail.example.com'}
-        );
-
-        test.deepEqual(tls_config, {
-            servername: 'mail.example.com',
-            key: fs.readFileSync(path.resolve('tests','config','outbound_tls_key.pem')),
-            cert: fs.readFileSync(path.resolve('tests','config','outbound_tls_cert.pem')),
-            dhparam: fs.readFileSync(path.resolve('tests','config','dhparams.pem')),
-            ciphers: 'ECDHE-RSA-AES256-GCM-SHA384',
-            minVersion: 'TLSv1',
-            rejectUnauthorized: false,
-            requestCert: false,
-            honorCipherOrder: false,
-            redis: { disable_for_failed_hosts: false },
-            no_tls_hosts: [],
-            force_tls_hosts: ['first.example.com', 'second.example.net']
-        });
-        test.done();
-    },
-}
-
-exports.build_todo = {
-    setUp (done) {
-        this.outbound = require('../../outbound');
-        try {
-            fs.unlinkSync('tests/queue/multibyte');
-            fs.unlinkSync('tests/queue/plain');
-        }
-        catch (ignore) {}
-        done();
-    },
-    tearDown: done => {
-        // fs.unlink('tests/queue/multibyte', done);
-        done();
-    },
-    'saves a file' (test) {
-        const todo = JSON.parse('{"queue_time":1507509981169,"domain":"redacteed.com","rcpt_to":[{"original":"<postmaster@redacteed.com>","original_host":"redacteed.com","host":"redacteed.com","user":"postmaster"}],"mail_from":{"original":"<matt@tnpi.net>","original_host":"tnpi.net","host":"tnpi.net","user":"matt"},"notes":{"authentication_results":["spf=pass smtp.mailfrom=tnpi.net"],"spf_mail_result":"Pass","spf_mail_record":"v=spf1 a mx include:mx.theartfarm.com ?include:forwards._spf.tnpi.net include:lists._spf.tnpi.net -all","attachment_count":0,"attachments":[{"ctype":"application/pdf","filename":"FileWithoutAccent Chars.pdf","extension":".pdf","md5":"6c1d5f5c047cff3f6320b1210970bdf6"}],"attachment_ctypes":["application/pdf","multipart/mixed","text/plain","application/pdf"],"attachment_files":["FileWithoutaccent Chars.pdf"],"attachment_archive_files":[]},"uuid":"1D5483B0-3E00-4280-A961-3AFD2017B4FC.1"}');
-        const fd = fs.openSync('tests/queue/plain', 'w');
-        const ws = new fs.createWriteStream('tests/queue/plain', { fd, flags: constants.WRITE_EXCL });
-        ws.on('close', () => {
-            // console.log(arguments);
-            test.ok(1);
-            test.done();
-        })
-        ws.on('error', (e) => {
-            console.error(e);
-            test.done();
-        })
-        this.outbound.build_todo(todo, ws, () => {
-            ws.write(Buffer.from('This is the message body'));
-            fs.fsync(fd, () => { ws.close(); })
-        })
-    },
-    'saves a file with multibyte chars' (test) {
-        const todo = JSON.parse('{"queue_time":1507509981169,"domain":"redacteed.com","rcpt_to":[{"original":"<postmaster@redacteed.com>","original_host":"redacteed.com","host":"redacteed.com","user":"postmaster"}],"mail_from":{"original":"<matt@tnpi.net>","original_host":"tnpi.net","host":"tnpi.net","user":"matt"},"notes":{"authentication_results":["spf=pass smtp.mailfrom=tnpi.net"],"spf_mail_result":"Pass","spf_mail_record":"v=spf1 a mx include:mx.theartfarm.com ?include:forwards._spf.tnpi.net include:lists._spf.tnpi.net -all","attachment_count":0,"attachments":[{"ctype":"application/pdf","filename":"FileWîthÁccent Chars.pdf","extension":".pdf","md5":"6c1d5f5c047cff3f6320b1210970bdf6"}],"attachment_ctypes":["application/pdf","multipart/mixed","text/plain","application/pdf"],"attachment_files":["FileWîthÁccent Chars.pdf"],"attachment_archive_files":[]},"uuid":"1D5483B0-3E00-4280-A961-3AFD2017B4FC.1"}');
-        const fd = fs.openSync('tests/queue/multibyte', 'w');
-        const ws = new fs.WriteStream('tests/queue/multibyte', { fd, flags: constants.WRITE_EXCL });
-        ws.on('close', () => {
-            test.ok(1);
-            test.done();
-        })
-        ws.on('error', (e) => {
-            console.error(e);
-            test.done();
-        })
-        this.outbound.build_todo(todo, ws, () => {
-            ws.write(Buffer.from('This is the message body'));
-            fs.fsync(fd, () => { ws.close(); })
-        })
-    },
-    // '': function (test) {
-
-    //     test.done();
-    // },
-}
-
-exports.timer_queue = {
-    setUp (done) {
-        process.env.HARAKA_TEST_DIR=path.resolve('tests');
-        this.outbound = require('../../outbound');
-        const TimerQueue = require('../../outbound/timer_queue');
-        this.ob_timer_queue = new TimerQueue(500);
-        done();
-    },
-    tearDown (done) {
-        delete process.env.HARAKA_TEST_DIR;
-        this.ob_timer_queue.shutdown();
-        done();
-    },
-    'has initial length of 0' (test) {
-        test.expect(1);
-
-        const tq_length = this.ob_timer_queue.length();
-
-        test.equal(tq_length, 0);
-        test.done();
-    },
-    'can add items' (test) {
-        test.expect(1);
-
-        this.ob_timer_queue.add("1", 1000);
-        this.ob_timer_queue.add("2", 2000);
-
-        const tq_length = this.ob_timer_queue.length();
-
-        test.equal(tq_length, 2);
-        test.done();
-    },
-    'can drain items' (test) {
-        test.expect(2);
-
-        this.ob_timer_queue.add("1", 1000);
-        this.ob_timer_queue.add("2", 2000);
-
-        let tq_length = this.ob_timer_queue.length();
-
-        test.equal(tq_length, 2);
-
-        this.ob_timer_queue.drain();
-        tq_length = this.ob_timer_queue.length();
-
-        test.equal(tq_length, 0);
-
-        test.done();
-    },
-    'can discard items by id' (test) {
-        test.expect(3);
-
-        this.ob_timer_queue.add("1", 1000);
-        this.ob_timer_queue.add("2", 2000);
-
-        let tq_length = this.ob_timer_queue.length();
-
-        test.equal(tq_length, 2);
-
-        this.ob_timer_queue.discard("2");
-        tq_length = this.ob_timer_queue.length();
-
-        test.equal(tq_length, 1);
-        test.equal(this.ob_timer_queue.queue[0].id, "1");
-
-        test.done();
-    }
-}

package/tests/outbound/qfile.js

@@ -1,67 +0,0 @@
-
-const qfile = require('../../outbound/qfile');
-
-exports.parts = {
-    'handles 4': (test) => {
-        test.expect(1)
-        const r = qfile.parts('1484878079415_0_12345_8888.mta1.example.com')
-        // console.log(r);
-        delete r.arrival
-        delete r.uid
-        delete r.counter
-        test.deepEqual(r, {
-            next_attempt: 1484878079415,
-            attempts: 0,
-            pid: 12345,
-            host: 'mta1.example.com',
-            age: 0
-        })
-        test.done()
-    },
-    'handles 7': (test) => {
-        test.expect(1)
-        const r = qfile.parts('1516650518128_1516667073032_8_29538_TkPZWz_1_haraka')
-        // console.log(r);
-        delete r.age;
-        test.deepEqual(r, {
-            arrival: 1516650518128,
-            next_attempt: 1516667073032,
-            attempts: 8,
-            pid: 29538,
-            uid: 'TkPZWz',
-            counter: 1,
-            host: 'haraka',
-        })
-        test.done()
-    },
-    'punts on 5': (test) => {
-        test.expect(1)
-        const r = qfile.parts('1516650518128_1516667073032_8_29538_TkPZWz')
-        test.deepEqual(r, null)
-        test.done()
-    },
-}
-
-exports.hostname = {
-    'hostname, defaults to os.hostname()': test => {
-        test.expect(1)
-        const r = qfile.hostname();
-        // console.log(r)
-        test.deepEqual(r, require('os').hostname())
-        test.done()
-    },
-    'hostname, replaces \\ char': test => {
-        test.expect(1)
-        const r = qfile.hostname('mt\\a1.exam\\ple.com')
-        // console.log(r)
-        test.deepEqual(r, 'mt\\057a1.exam\\057ple.com')
-        test.done()
-    },
-    'hostname, replaces _ char': test => {
-        test.expect(1)
-        const r = qfile.hostname('mt_a1.exam_ple.com')
-        // console.log(r)
-        test.deepEqual(r, 'mt\\137a1.exam\\137ple.com')
-        test.done()
-    }
-}

package/tests/outbound_bounce_net_errors.js

@@ -1,173 +0,0 @@
-'use strict';
-
-// Testing bounce email contents related to errors occuring during SMTP dialog
-
-// About running the tests:
-// - Making a folder for queuing files
-// - Creating a HMailItem instance using fixtures/util_hmailitem
-// - Talk some STMP in the playbook
-// - Test the outcome by replacing trigger functions with our testing code (outbound.send_email, HMailItem.temp_fail, ...)
-
-const dns         = require('dns');
-const fs          = require('fs');
-const path        = require('path');
-
-const constants   = require('haraka-constants');
-const util_hmailitem = require('./fixtures/util_hmailitem');
-const TODOItem       = require('../outbound/todo');
-const HMailItem      = require('../outbound/hmail');
-const outbound       = require('../outbound');
-
-const outbound_context = {
-    TODOItem,
-    exports: outbound
-}
-
-const queue_dir = path.resolve(__dirname, 'test-queue');
-
-exports.bounce_3464 = {
-    setUp : done => {
-        fs.exists(queue_dir, exists => {
-            if (exists) {
-                done();
-            }
-            else {
-                fs.mkdir(queue_dir, err => {
-                    if (err) {
-                        return done(err);
-                    }
-                    done();
-                });
-            }
-        });
-    },
-    tearDown: done => {
-        fs.exists(queue_dir, exists => {
-            if (exists) {
-                const files = fs.readdirSync(queue_dir);
-                files.forEach((file,index) => {
-                    const curPath = path.resolve(queue_dir, file);
-                    if (fs.lstatSync(curPath).isDirectory()) { // recurse
-                        return done(new Error(`did not expect an sub folder here ("${curPath}")! cancel`));
-                    }
-                });
-                files.forEach((file,index) => {
-                    const curPath = path.resolve(queue_dir, file);
-                    fs.unlinkSync(curPath);
-                });
-                done();
-            }
-            else {
-                done();
-            }
-        });
-    },
-    'test get-mx-deny triggers bounce(...)': test => {
-        test.expect(2);
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            const orig_bounce = HMailItem.prototype.bounce;
-            HMailItem.prototype.bounce = function (err, opts) {
-                test.ok(true, 'get_mx=DENY: bounce function called');
-                /* dsn_code: 550,
-                 dsn_status: '5.1.2',
-                 dsn_action: 'failed' */
-                test.equal('5.1.2', this.todo.rcpt_to[0].dsn_status, 'get_mx=DENY dsn status = 5.1.2');
-            };
-            mock_hmail.domain = mock_hmail.todo.domain;
-            HMailItem.prototype.get_mx_respond.apply(mock_hmail, [constants.deny, {}]);
-            HMailItem.prototype.bounce = orig_bounce;
-            test.done();
-        });
-    },
-    'test get-mx-denysoft triggers temp_fail(...)': test => {
-        test.expect(2);
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            const orig_temp_fail = HMailItem.prototype.temp_fail;
-            HMailItem.prototype.temp_fail = function (err, opts) {
-                test.ok(true, 'get_mx-DENYSOFT: temp_fail function called');
-                /*dsn_code: 450,
-                 dsn_status: '4.1.2',
-                 dsn_action: 'delayed' */
-                test.equal('4.1.2', this.todo.rcpt_to[0].dsn_status, 'get_mx=DENYSOFT dsn status = 4.1.2');
-            };
-            mock_hmail.domain = mock_hmail.todo.domain;
-            HMailItem.prototype.get_mx_respond.apply(mock_hmail, [constants.denysoft, {}]);
-            HMailItem.prototype.temp_fail = orig_temp_fail;
-            test.done();
-        });
-    },
-    'test found_mx({code:dns.NXDOMAIN}) triggers bounce(...)': test => {
-        test.expect(2);
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            const orig_bounce = HMailItem.prototype.bounce;
-            HMailItem.prototype.bounce = function (err, opts) {
-                test.ok(true, 'found_mx({code: dns.NXDOMAIN}): bounce function called');
-                test.equal('5.1.2', this.todo.rcpt_to[0].dsn_status, 'found_mx({code: dns.NXDOMAIN}: dsn status = 5.1.2');
-            };
-            HMailItem.prototype.found_mx.apply(mock_hmail, [{code: dns.NXDOMAIN}, {}]);
-            HMailItem.prototype.bounce = orig_bounce;
-            test.done();
-        });
-    },
-    'test found_mx({code:\'NOMX\'}) triggers bounce(...)': test => {
-        test.expect(2);
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            const orig_bounce = HMailItem.prototype.bounce;
-            HMailItem.prototype.bounce = function (err, opts) {
-                test.ok(true, 'found_mx({code: "NOMX"}): bounce function called');
-                test.equal('5.1.2', this.todo.rcpt_to[0].dsn_status, 'found_mx({code: "NOMX"}: dsn status = 5.1.2');
-            };
-            HMailItem.prototype.found_mx.apply(mock_hmail, [{code: 'NOMX'}, {}]);
-            HMailItem.prototype.bounce = orig_bounce;
-            test.done();
-        });
-    },
-    'test found_mx({code:\'SOME-OTHER-ERR\'}) triggers temp_fail(...)': test => {
-        test.expect(2);
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            const orig_temp_fail = HMailItem.prototype.temp_fail;
-            HMailItem.prototype.temp_fail = function (err, opts) {
-                test.ok(true, 'found_mx({code: "SOME-OTHER-ERR"}): temp_fail function called');
-                test.equal('4.1.0', this.todo.rcpt_to[0].dsn_status, 'found_mx({code: "SOME-OTHER-ERR"}: dsn status = 4.1.0');
-            };
-            HMailItem.prototype.found_mx.apply(mock_hmail, [{code: 'SOME-OTHER-ERR'}, {}]);
-            HMailItem.prototype.temp_fail = orig_temp_fail;
-            test.done();
-        });
-    },
-    'test found_mx(null, [{priority:0,exchange:\'\'}]) triggers bounce(...)': test => {
-        test.expect(2);
-
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            const orig_bounce = HMailItem.prototype.bounce;
-            HMailItem.prototype.bounce = function (err, opts) {
-                test.ok(true, 'found_mx(null, [{priority:0,exchange:""}]): bounce function called');
-                test.equal('5.1.2', this.todo.rcpt_to[0].dsn_status, 'found_mx(null, [{priority:0,exchange:""}]): dsn status = 5.1.2');
-            };
-            HMailItem.prototype.found_mx.apply(mock_hmail, [null, [{priority:0,exchange:''}]]);
-            HMailItem.prototype.bounce = orig_bounce;
-            test.done();
-        });
-    },
-    'test try_deliver while hmail.mxlist=[] triggers bounce(...)': test => {
-        test.expect(2);
-
-        util_hmailitem.newMockHMailItem(outbound_context, test, {}, mock_hmail => {
-            mock_hmail.mxlist = [];
-            const orig_temp_fail = HMailItem.prototype.temp_fail;
-            HMailItem.prototype.temp_fail = function (err, opts) {
-                test.ok(true, 'try_deliver while hmail.mxlist=[]: temp_fail function called');
-                test.equal('5.1.2', this.todo.rcpt_to[0].dsn_status, 'try_deliver while hmail.mxlist=[]: dsn status = 5.1.2');
-            };
-            HMailItem.prototype.try_deliver.apply(mock_hmail, []);
-            HMailItem.prototype.temp_fail = orig_temp_fail;
-            test.done();
-        });
-    },
-}