emailengine-app 2.70.0 → 2.71.0

package/server.js

@@ -121,6 +121,8 @@ const { compare: cv } = require('compare-versions');
 const Joi = require('joi');
 const { settingsSchema } = require('./lib/schemas');
 const settings = require('./lib/settings');
+const { documentStoreFeatureEnabled } = require('./lib/document-store');
+const { attachBeacon, persistBeaconMarkers } = require('./lib/license-beacon');
 const tokens = require('./lib/tokens');
 
 const { checkRateLimit } = require('./lib/rate-limit');
@@ -243,6 +245,9 @@ const API_PROXY = hasEnvValue('EENGINE_API_PROXY') ? getBoolean(readEnvValue('EE
 // API authentication requirement configuration (default: true)
 const REQUIRE_API_AUTH = hasEnvValue('EENGINE_REQUIRE_API_AUTH') ? getBoolean(readEnvValue('EENGINE_REQUIRE_API_AUTH')) : null;
 
+// Opt-out for the license-validation feature beacon (telemetry rides on the existing license call)
+const BEACON_DISABLED = hasEnvValue('EENGINE_BEACON_DISABLED') ? getBoolean(readEnvValue('EENGINE_BEACON_DISABLED')) : false;
+
 // OAuth2 token access configuration
 const ENABLE_OAUTH_TOKENS_API = hasEnvValue('EENGINE_ENABLE_OAUTH_TOKENS_API') ? getBoolean(readEnvValue('EENGINE_ENABLE_OAUTH_TOKENS_API')) : null;
 
@@ -1857,6 +1862,21 @@ let licenseCheckHandler = async opts => {
             (await redis.hUpdateBigger(`${REDIS_PREFIX}settings`, 'subcheck', now - subscriptionCheckTimeout, now))
         ) {
             try {
+                let body = {
+                    key: licenseInfo.details.key,
+                    version: packageData.version,
+                    app: '@postalsys/emailengine-app',
+                    instance: (await settings.get('serviceId')) || ''
+                };
+
+                // Best-effort feature beacon: enrich the existing call with a compact, anonymized
+                // feature snapshot. Time-boxed and fully isolated (attachBeacon never throws) so it
+                // can never block, delay, or alter license validation. The full snapshot is only sent
+                // when its digest changes or once every 30 days; otherwise just the digest rides along.
+                if (!BEACON_DISABLED) {
+                    await attachBeacon(body, { redis, logger, now });
+                }
+
                 // Call license validation API
                 let res = await fetchCmd(`https://postalsys.com/licenses/validate`, {
                     method: 'post',
@@ -1864,12 +1884,7 @@ let licenseCheckHandler = async opts => {
                         'User-Agent': `${packageData.name}/${packageData.version} (+${packageData.homepage})`,
                         'Content-Type': 'application/json'
                     },
-                    body: JSON.stringify({
-                        key: licenseInfo.details.key,
-                        version: packageData.version,
-                        app: '@postalsys/emailengine-app',
-                        instance: (await settings.get('serviceId')) || ''
-                    }),
+                    body: JSON.stringify(body),
                     dispatcher: httpAgent.retry
                 });
 
@@ -1901,6 +1916,11 @@ let licenseCheckHandler = async opts => {
                         let nextCheck = Math.min(now + MAX_LICENSE_CHECK_DELAY, validatedUntil.getTime());
                         await redis.hset(`${REDIS_PREFIX}settings`, 'ks', new Date(nextCheck).getTime().toString(16));
                     }
+
+                    // Persist beacon markers so the full snapshot is only resent when it changes.
+                    if (!BEACON_DISABLED) {
+                        await persistBeaconMarkers({ redis, logger, body, now, needFull: data.needFull });
+                    }
                 }
             } catch (err) {
                 logger.error({ msg: 'License validation error', err });
@@ -3418,8 +3438,10 @@ const startApplication = async () => {
         await spawnWorker('export');
     }
 
-    // Start document processing worker
-    await spawnWorker('documents');
+    // Start document processing worker (deprecated Document Store feature; only when enabled)
+    if (documentStoreFeatureEnabled) {
+        await spawnWorker('documents');
+    }
 
     // Start SMTP proxy if enabled
     if (await settings.get('smtpServerEnabled')) {

package/static/licenses.html

@@ -1,6 +1,6 @@
 <!doctype html><html><head><meta charset="utf-8"><title>EmailEngine Licenses</title><meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"><link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@4.6.1/dist/css/bootstrap.min.css" integrity="sha384-zCbKRCUGaJDkqS1kPbPd7TveP5iyJE0EjAuZQTgFLD2ylzuqKfdKlfG/eSrtxUkn" crossorigin="anonymous"></head><body>
 <div class="container-fluid">
-<h1>EmailEngine v2.69.0</h1><p>EmailEngine includes code from the following software packages:</p>
+<h1>EmailEngine v2.70.0</h1><p>EmailEngine includes code from the following software packages:</p>
 <table class="table table-sm">
 <tr><thead class="thead-dark"><th>Package</th><th>Version</th><th>License</th><th>Publisher</th><th>Publisher's Email</th><th>Package URL</th></tr>
 <tbody>
@@ -285,16 +285,6 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@hapi/address">@hapi/address</a></td>
-<td>5.1.1</td>
-<td>BSD-3-Clause</td>
-<td></td>
-<td></td>
-<td>
-<a href="https://github.com/hapijs/address">github.com/hapijs/address</a>
-</td
-</tr>
-<tr>
 <td><a href="https://npmjs.com/package/@hapi/ammo">@hapi/ammo</a></td>
 <td>6.0.1</td>
 <td>BSD-3-Clause</td>
@@ -435,16 +425,6 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@hapi/formula">@hapi/formula</a></td>
-<td>3.0.2</td>
-<td>BSD-3-Clause</td>
-<td></td>
-<td></td>
-<td>
-<a href="https://github.com/hapijs/formula">github.com/hapijs/formula</a>
-</td
-</tr>
-<tr>
 <td><a href="https://npmjs.com/package/@hapi/hapi">@hapi/hapi</a></td>
 <td>21.4.9</td>
 <td>BSD-3-Clause</td>
@@ -535,16 +515,6 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@hapi/pinpoint">@hapi/pinpoint</a></td>
-<td>2.0.1</td>
-<td>BSD-3-Clause</td>
-<td></td>
-<td></td>
-<td>
-<a href="https://github.com/hapijs/pinpoint">github.com/hapijs/pinpoint</a>
-</td
-</tr>
-<tr>
 <td><a href="https://npmjs.com/package/@hapi/podium">@hapi/podium</a></td>
 <td>5.0.2</td>
 <td>BSD-3-Clause</td>
@@ -605,16 +575,6 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@hapi/tlds">@hapi/tlds</a></td>
-<td>1.1.7</td>
-<td>BSD-3-Clause</td>
-<td></td>
-<td></td>
-<td>
-<a href="https://github.com/hapijs/tlds">github.com/hapijs/tlds</a>
-</td
-</tr>
-<tr>
 <td><a href="https://npmjs.com/package/@hapi/topo">@hapi/topo</a></td>
 <td>5.1.0</td>
 <td>BSD-3-Clause</td>
@@ -826,7 +786,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@opentelemetry/core">@opentelemetry/core</a></td>
-<td>2.7.1</td>
+<td>2.8.0</td>
 <td>Apache-2.0</td>
 <td>OpenTelemetry Authors</td>
 <td></td>
@@ -846,7 +806,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@opentelemetry/resources">@opentelemetry/resources</a></td>
-<td>2.7.1</td>
+<td>2.8.0</td>
 <td>Apache-2.0</td>
 <td>OpenTelemetry Authors</td>
 <td></td>
@@ -856,7 +816,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@opentelemetry/sdk-trace-base">@opentelemetry/sdk-trace-base</a></td>
-<td>2.7.1</td>
+<td>2.8.0</td>
 <td>Apache-2.0</td>
 <td>OpenTelemetry Authors</td>
 <td></td>
@@ -886,7 +846,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-android">@peculiar/asn1-android</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -896,7 +856,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-cms">@peculiar/asn1-cms</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -906,7 +866,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-csr">@peculiar/asn1-csr</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -916,7 +876,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-ecc">@peculiar/asn1-ecc</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -926,7 +886,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-pfx">@peculiar/asn1-pfx</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -936,7 +896,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-pkcs8">@peculiar/asn1-pkcs8</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -946,7 +906,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-pkcs9">@peculiar/asn1-pkcs9</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -956,7 +916,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-rsa">@peculiar/asn1-rsa</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -966,7 +926,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-schema">@peculiar/asn1-schema</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -976,7 +936,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-x509-attr">@peculiar/asn1-x509-attr</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -986,7 +946,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@peculiar/asn1-x509">@peculiar/asn1-x509</a></td>
-<td>2.7.0</td>
+<td>2.8.0</td>
 <td>MIT</td>
 <td>PeculiarVentures, LLC</td>
 <td></td>
@@ -1056,7 +1016,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@postalsys/certs">@postalsys/certs</a></td>
-<td>1.0.14</td>
+<td>1.0.15</td>
 <td>ISC</td>
 <td>Postal Systems O&#xDC;</td>
 <td>acme@postalsys.com</td>
@@ -1076,7 +1036,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@postalsys/email-ai-tools">@postalsys/email-ai-tools</a></td>
-<td>1.13.5</td>
+<td>1.13.6</td>
 <td>MIT</td>
 <td>Postal Systems O&#xDC;</td>
 <td></td>
@@ -1086,7 +1046,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/@postalsys/email-text-tools">@postalsys/email-text-tools</a></td>
-<td>2.4.6</td>
+<td>2.4.7</td>
 <td>MIT</td>
 <td>Postal Systems O&#xDC;</td>
 <td></td>
@@ -1225,8 +1185,8 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@sentry-internal/server-utils">@sentry-internal/server-utils</a></td>
-<td>10.57.0</td>
+<td><a href="https://npmjs.com/package/@sentry/core">@sentry/core</a></td>
+<td>10.58.0</td>
 <td>MIT</td>
 <td>Sentry</td>
 <td></td>
@@ -1235,8 +1195,8 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@sentry/core">@sentry/core</a></td>
-<td>10.57.0</td>
+<td><a href="https://npmjs.com/package/@sentry/node-core">@sentry/node-core</a></td>
+<td>10.58.0</td>
 <td>MIT</td>
 <td>Sentry</td>
 <td></td>
@@ -1245,8 +1205,8 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@sentry/node-core">@sentry/node-core</a></td>
-<td>10.57.0</td>
+<td><a href="https://npmjs.com/package/@sentry/node">@sentry/node</a></td>
+<td>10.58.0</td>
 <td>MIT</td>
 <td>Sentry</td>
 <td></td>
@@ -1255,8 +1215,8 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@sentry/node">@sentry/node</a></td>
-<td>10.57.0</td>
+<td><a href="https://npmjs.com/package/@sentry/opentelemetry">@sentry/opentelemetry</a></td>
+<td>10.58.0</td>
 <td>MIT</td>
 <td>Sentry</td>
 <td></td>
@@ -1265,8 +1225,8 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@sentry/opentelemetry">@sentry/opentelemetry</a></td>
-<td>10.57.0</td>
+<td><a href="https://npmjs.com/package/@sentry/server-utils">@sentry/server-utils</a></td>
+<td>10.58.0</td>
 <td>MIT</td>
 <td>Sentry</td>
 <td></td>
@@ -1325,16 +1285,6 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/@standard-schema/spec">@standard-schema/spec</a></td>
-<td>1.1.0</td>
-<td>MIT</td>
-<td>Colin McDonnell</td>
-<td></td>
-<td>
-<a href="https://github.com/standard-schema/standard-schema">github.com/standard-schema/standard-schema</a>
-</td
-</tr>
-<tr>
 <td><a href="https://npmjs.com/package/@types/esrecurse">@types/esrecurse</a></td>
 <td>4.3.1</td>
 <td>MIT</td>
@@ -1476,7 +1426,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/acorn">acorn</a></td>
-<td>8.16.0</td>
+<td>8.17.0</td>
 <td>MIT</td>
 <td></td>
 <td></td>
@@ -1826,7 +1776,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/bullmq">bullmq</a></td>
-<td>5.78.0</td>
+<td>5.78.1</td>
 <td>MIT</td>
 <td>Taskforce.sh Inc.</td>
 <td></td>
@@ -2406,7 +2356,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/dompurify">dompurify</a></td>
-<td>3.4.7</td>
+<td>3.4.10</td>
 <td>(MPL-2.0 OR Apache-2.0)</td>
 <td>Dr.-Ing. Mario Heiderich, Cure53</td>
 <td>mario@cure53.de</td>
@@ -2696,7 +2646,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/eslint">eslint</a></td>
-<td>10.4.1</td>
+<td>10.5.0</td>
 <td>MIT</td>
 <td>Nicholas C. Zakas</td>
 <td>nicholas+npm@nczconsulting.com</td>
@@ -3046,7 +2996,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/form-data">form-data</a></td>
-<td>4.0.5</td>
+<td>4.0.6</td>
 <td>MIT</td>
 <td>Felix Geisend&#xF6;rfer</td>
 <td>felix@debuggable.com</td>
@@ -3335,16 +3285,6 @@
 </td
 </tr>
 <tr>
-<td><a href="https://npmjs.com/package/grunt-wait">grunt-wait</a></td>
-<td>0.3.0</td>
-<td>MIT</td>
-<td>Bart van der Schoor</td>
-<td>bartvanderschoor@gmail.com</td>
-<td>
-<a href="https://github.com/Bartvds/grunt-wait">github.com/Bartvds/grunt-wait</a>
-</td
-</tr>
-<tr>
 <td><a href="https://npmjs.com/package/grunt">grunt</a></td>
 <td>1.6.2</td>
 <td>MIT</td>
@@ -3626,7 +3566,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/imapflow">imapflow</a></td>
-<td>1.4.0</td>
+<td>1.4.1</td>
 <td>MIT</td>
 <td>Postal Systems O&#xDC;</td>
 <td></td>
@@ -3896,17 +3836,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/joi">joi</a></td>
-<td>17.13.3</td>
-<td>BSD-3-Clause</td>
-<td></td>
-<td></td>
-<td>
-<a href="https://github.com/hapijs/joi">github.com/hapijs/joi</a>
-</td
-</tr>
-<tr>
-<td><a href="https://npmjs.com/package/joi">joi</a></td>
-<td>18.0.2</td>
+<td>17.13.4</td>
 <td>BSD-3-Clause</td>
 <td></td>
 <td></td>
@@ -4236,7 +4166,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/mailparser">mailparser</a></td>
-<td>3.9.9</td>
+<td>3.9.10</td>
 <td>MIT</td>
 <td>Andris Reinman</td>
 <td></td>
@@ -4596,17 +4526,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/nodemailer">nodemailer</a></td>
-<td>8.0.10</td>
-<td>MIT-0</td>
-<td>Andris Reinman</td>
-<td></td>
-<td>
-<a href="https://github.com/nodemailer/nodemailer">github.com/nodemailer/nodemailer</a>
-</td
-</tr>
-<tr>
-<td><a href="https://npmjs.com/package/nodemailer">nodemailer</a></td>
-<td>8.0.11</td>
+<td>9.0.0</td>
 <td>MIT-0</td>
 <td>Andris Reinman</td>
 <td></td>
@@ -5146,7 +5066,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/pubface">pubface</a></td>
-<td>1.1.2</td>
+<td>1.1.3</td>
 <td>MIT-0</td>
 <td>Postal Systems O&#xDC;</td>
 <td></td>
@@ -5526,7 +5446,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/semver">semver</a></td>
-<td>7.8.0</td>
+<td>7.8.1</td>
 <td>ISC</td>
 <td>GitHub Inc.</td>
 <td></td>
@@ -5636,7 +5556,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/smtp-server">smtp-server</a></td>
-<td>3.18.5</td>
+<td>3.19.0</td>
 <td>MIT-0</td>
 <td>Andris Reinman</td>
 <td></td>
@@ -6006,7 +5926,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/tldts-core">tldts-core</a></td>
-<td>7.4.2</td>
+<td>7.4.3</td>
 <td>MIT</td>
 <td>R&#xE9;mi Berson</td>
 <td></td>
@@ -6016,7 +5936,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/tldts">tldts</a></td>
-<td>7.4.2</td>
+<td>7.4.3</td>
 <td>MIT</td>
 <td>R&#xE9;mi Berson</td>
 <td></td>
@@ -6186,7 +6106,7 @@
 </tr>
 <tr>
 <td><a href="https://npmjs.com/package/undici">undici</a></td>
-<td>6.26.0</td>
+<td>6.27.0</td>
 <td>MIT</td>
 <td></td>
 <td></td>