@postalsys/email-text-tools 2.3.4 → 2.4.0

package/.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-    ".": "2.3.4"
+    ".": "2.4.0"
 }

package/CHANGELOG.md

@@ -1,5 +1,50 @@
 # Changelog
 
+## [2.4.0](https://github.com/postalsys/email-text-tools/compare/v2.3.5...v2.4.0) (2025-12-11)
+
+
+### Features
+
+* **mime-html:** add timeout protection for CSS processing with juice ([9bd3542](https://github.com/postalsys/email-text-tools/commit/9bd35426642c00c20fa1a8ce9c898f7ab7fc7e43))
+
+
+### Bug Fixes
+
+* bumped deps ([45f4533](https://github.com/postalsys/email-text-tools/commit/45f453390e00a8b5dea00c0ab3a7b4a742e9b3ce))
+* Bumped deps ([519eb91](https://github.com/postalsys/email-text-tools/commit/519eb913a2aa91afe2eb1c782186f4f043ce1c55))
+* Bumped deps ([00af333](https://github.com/postalsys/email-text-tools/commit/00af333ece8b1e6d14091fda1aea7662f314c721))
+* Bumped deps ([da979c9](https://github.com/postalsys/email-text-tools/commit/da979c9feef5c8fd4e08b9967cbffcc058a70677))
+* **deploy:** Set up automatic deployment ([21e55be](https://github.com/postalsys/email-text-tools/commit/21e55be18bb2ac1b991ee6000928c429a5b09ddd))
+* **deploy:** Set up automatic deployment ([c816aaf](https://github.com/postalsys/email-text-tools/commit/c816aafa0457318cfd84497dfcd4e5628503c5b4))
+* **deps:** Bumped deps ([3b71891](https://github.com/postalsys/email-text-tools/commit/3b71891b2c6bcb5d87fb9f583a2aec221bcb142f))
+* **deps:** Bumped deps ([498e56a](https://github.com/postalsys/email-text-tools/commit/498e56a011321f2f437c461008724ca07233eb41))
+* **deps:** Bumped deps ([59e44d8](https://github.com/postalsys/email-text-tools/commit/59e44d8cb0877e407becac7ef6744a4dfcdba083))
+* **deps:** Bumped deps ([4f8a120](https://github.com/postalsys/email-text-tools/commit/4f8a1208b2841d343baf610c1391788b60b4297c))
+* **deps:** Bumped deps ([a6711a1](https://github.com/postalsys/email-text-tools/commit/a6711a1938d8e2e75f5afd83b5a8c443be0adb9c))
+* **deps:** Bumped deps ([15233fa](https://github.com/postalsys/email-text-tools/commit/15233fa7850f3227bfbc4f06500f0f267e651913))
+* **deps:** Bumped deps ([4815314](https://github.com/postalsys/email-text-tools/commit/4815314f9d36da2b2163d6990acc8f68fc1bc356))
+* **deps:** Bumped deps (juice) ([69eaee3](https://github.com/postalsys/email-text-tools/commit/69eaee36cceadbbf5ebf23caaf24385c38859a03))
+* **deps:** fixed deps ([ccf26e2](https://github.com/postalsys/email-text-tools/commit/ccf26e2f0f8047482b9cc7e71cd0a3e61b286ddc))
+* **deps:** removed js-beautify ([a73ccc9](https://github.com/postalsys/email-text-tools/commit/a73ccc97a4acf9bfa7e439939c41869c2554b073))
+* Downgraded jsdom to 27.0.0 ([a2969e9](https://github.com/postalsys/email-text-tools/commit/a2969e9399ed6c9d15a85d7d8c11342bc5bf00ce))
+* **htmlToText:** Improve HTML-to-text conversion for better newline preservation ([6606d5c](https://github.com/postalsys/email-text-tools/commit/6606d5c5b9d3b05f41d54c434f2b68760141dacb))
+* **mime-html:** ensure async version pre-filters problematic CSS selectors ([5166f71](https://github.com/postalsys/email-text-tools/commit/5166f714b8532c62aa33c76b2b4e2ac3c8642ca6))
+* remove registry-url to enable OIDC authentication for trusted publishing ([319e61e](https://github.com/postalsys/email-text-tools/commit/319e61ed7c83af3db4f0a58f4b5b85c296f6f6a6))
+* removed unneeded console log lines ([3a10214](https://github.com/postalsys/email-text-tools/commit/3a1021483029a1c99df122241c4e0f6062b91059))
+* rename release-please config file to remove dot prefix ([0bb0343](https://github.com/postalsys/email-text-tools/commit/0bb0343f7c4d35f62b66b159604ba0f19665a177))
+* separate publish job with npm-publish environment for trusted publishing ([1ea55bd](https://github.com/postalsys/email-text-tools/commit/1ea55bdcfa0726f48d927fb970cf900a4cd4943f))
+* trigger release to test npm publishing configuration ([88e7110](https://github.com/postalsys/email-text-tools/commit/88e711007a73a88e0f40b5bfb278826821c1fc6a))
+* upgrade Node.js to version 24 for OIDC trusted publishing support ([fd41ca2](https://github.com/postalsys/email-text-tools/commit/fd41ca22a959c06eb2df4e8b957a0da86f42d9da))
+* upgrade tooling and configure release-please v4 ([4620dd7](https://github.com/postalsys/email-text-tools/commit/4620dd7d67c70486789af35abb1732ee151545c0))
+* **worker-pool:** properly return workers to free list after task completion ([2d6cd2c](https://github.com/postalsys/email-text-tools/commit/2d6cd2c451941932d44d2ce025a5ba867ec66fec))
+
+## [2.3.5](https://github.com/postalsys/email-text-tools/compare/email-text-tools-v2.3.4...email-text-tools-v2.3.5) (2025-10-29)
+
+
+### Bug Fixes
+
+* **htmlToText:** Improve HTML-to-text conversion for better newline preservation ([6606d5c](https://github.com/postalsys/email-text-tools/commit/6606d5c5b9d3b05f41d54c434f2b68760141dacb))
+
 ## [2.3.4](https://github.com/postalsys/email-text-tools/compare/email-text-tools-v2.3.3...email-text-tools-v2.3.4) (2025-10-23)
 
 

package/lib/html-to-text.js

@@ -1,16 +1,54 @@
 'use strict';
 const { compile } = require('html-to-text');
 
-const htmlToText = compile({
+// Post-process function to clean up excessive newlines
+function cleanupNewlines(text) {
+    // Replace 3 or more consecutive newlines with just 2
+    // This handles cases where HTML has many nested empty divs
+    return text.replace(/\n{3,}/g, '\n\n');
+}
+
+const htmlToTextCompiled = compile({
     wordwrap: 160,
     selectors: [
+        // Block elements that should preserve line breaks
         { selector: 'p', options: { leadingLineBreaks: 1, trailingLineBreaks: 1 } },
+        // Divs get minimal breaks - many HTML emails wrap each line in a div
+        { selector: 'div', options: { leadingLineBreaks: 1, trailingLineBreaks: 0 } },
         { selector: 'pre', options: { leadingLineBreaks: 1, trailingLineBreaks: 1 } },
-        { selector: 'table.class#id', format: 'dataTable' },
-        // ignore images
+        { selector: 'blockquote', options: { leadingLineBreaks: 1, trailingLineBreaks: 1, trimEmptyLines: true } },
+
+        // Headers should have spacing
+        { selector: 'h1', options: { leadingLineBreaks: 2, trailingLineBreaks: 1, uppercase: false } },
+        { selector: 'h2', options: { leadingLineBreaks: 2, trailingLineBreaks: 1, uppercase: false } },
+        { selector: 'h3', options: { leadingLineBreaks: 2, trailingLineBreaks: 1, uppercase: false } },
+        { selector: 'h4', options: { leadingLineBreaks: 2, trailingLineBreaks: 1, uppercase: false } },
+        { selector: 'h5', options: { leadingLineBreaks: 2, trailingLineBreaks: 1, uppercase: false } },
+        { selector: 'h6', options: { leadingLineBreaks: 2, trailingLineBreaks: 1, uppercase: false } },
+
+        // Line breaks
+        { selector: 'br', options: { leadingLineBreaks: 1, trailingLineBreaks: 0 } },
+        { selector: 'hr', options: { leadingLineBreaks: 1, trailingLineBreaks: 1 } },
+
+        // Lists should preserve structure
+        { selector: 'ul', options: { leadingLineBreaks: 1, trailingLineBreaks: 1 } },
+        { selector: 'ol', options: { leadingLineBreaks: 1, trailingLineBreaks: 1 } },
+
+        // Tables
+        { selector: 'table', format: 'dataTable' },
+
+        // Ignore images
         { selector: 'img', format: 'skip' }
     ],
-    hideLinkHrefIfSameAsText: true
+    hideLinkHrefIfSameAsText: true,
+    // Preserve whitespace better for content
+    preserveNewlines: true
 });
 
+// Wrapper function that applies post-processing
+function htmlToText(html) {
+    const text = htmlToTextCompiled(html);
+    return cleanupNewlines(text);
+}
+
 module.exports = htmlToText;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@postalsys/email-text-tools",
-    "version": "2.3.4",
+    "version": "2.4.0",
     "description": "Email text tools",
     "main": "index.js",
     "scripts": {
@@ -25,13 +25,13 @@
     },
     "homepage": "https://github.com/postalsys/email-text-tools#readme",
     "devDependencies": {
-        "@eslint/js": "9.38.0",
-        "eslint": "9.38.0",
+        "@eslint/js": "9.39.1",
+        "eslint": "9.39.1",
         "eslint-config-prettier": "10.1.8",
-        "prettier": "3.6.2"
+        "prettier": "3.7.4"
     },
     "dependencies": {
-        "dompurify": "3.3.0",
+        "dompurify": "3.3.1",
         "he": "1.2.0",
         "html-to-text": "9.0.5",
         "jsdom": "27.0.0",

package/release-please-config.json

@@ -3,7 +3,8 @@
         ".": {
             "release-type": "node",
             "package-name": "@postalsys/email-text-tools",
-            "pull-request-title-pattern": "chore${scope}: release ${version} [skip-ci]"
+            "pull-request-title-pattern": "chore${scope}: release ${version} [skip-ci]",
+            "include-component-in-tag": false
         }
     }
 }

package/test/html-to-text.test.js

@@ -0,0 +1,226 @@
+'use strict';
+
+const { describe, it } = require('node:test');
+const assert = require('node:assert/strict');
+const htmlToText = require('../lib/html-to-text');
+
+describe('html-to-text conversion', () => {
+    it('should preserve newlines from br tags', () => {
+        const html = 'Line 1<br>Line 2<br>Line 3';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Line 1'));
+        assert.ok(text.includes('Line 2'));
+        assert.ok(text.includes('Line 3'));
+
+        // Check that lines are separated
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.equal(lines.length, 3);
+    });
+
+    it('should preserve newlines from div tags', () => {
+        const html = '<div>Line 1</div><div>Line 2</div><div>Line 3</div>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Line 1'));
+        assert.ok(text.includes('Line 2'));
+        assert.ok(text.includes('Line 3'));
+
+        // Check that lines are separated
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.equal(lines.length, 3);
+    });
+
+    it('should preserve newlines from paragraph tags', () => {
+        const html = '<p>Paragraph 1</p><p>Paragraph 2</p><p>Paragraph 3</p>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Paragraph 1'));
+        assert.ok(text.includes('Paragraph 2'));
+        assert.ok(text.includes('Paragraph 3'));
+
+        // Check that paragraphs are separated
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.equal(lines.length, 3);
+    });
+
+    it('should handle MS Graph style HTML with mixed formatting', () => {
+        // Typical MS Graph HTML structure
+        const html = `
+            <div>Hello there,</div>
+            <div><br></div>
+            <div>This is a test email with multiple lines.</div>
+            <div>Each line should be preserved.</div>
+            <div><br></div>
+            <div>Thanks,</div>
+            <div>User</div>
+        `;
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Hello there'));
+        assert.ok(text.includes('This is a test email'));
+        assert.ok(text.includes('Each line should be preserved'));
+        assert.ok(text.includes('Thanks'));
+        assert.ok(text.includes('User'));
+
+        // Verify structure is maintained
+        const lines = text.split('\n').map(l => l.trim()).filter(l => l);
+        assert.ok(lines.length >= 5, `Expected at least 5 lines, got ${lines.length}`);
+    });
+
+    it('should handle lists with proper line breaks', () => {
+        const html = '<ul><li>Item 1</li><li>Item 2</li><li>Item 3</li></ul>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Item 1'));
+        assert.ok(text.includes('Item 2'));
+        assert.ok(text.includes('Item 3'));
+
+        // Each list item should be on a new line
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.ok(lines.length >= 3);
+    });
+
+    it('should handle headers with appropriate spacing', () => {
+        const html = '<h1>Main Title</h1><p>Some content</p><h2>Subtitle</h2><p>More content</p>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Main Title'));
+        assert.ok(text.includes('Some content'));
+        assert.ok(text.includes('Subtitle'));
+        assert.ok(text.includes('More content'));
+
+        // Headers should create separation
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.ok(lines.length >= 4);
+    });
+
+    it('should handle blockquotes with line breaks', () => {
+        const html = '<p>Normal text</p><blockquote>Quoted text line 1<br>Quoted text line 2</blockquote><p>More normal text</p>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Normal text'));
+        assert.ok(text.includes('Quoted text line 1'));
+        assert.ok(text.includes('Quoted text line 2'));
+        assert.ok(text.includes('More normal text'));
+    });
+
+    it('should not create excessive blank lines', () => {
+        const html = '<p>Text 1</p><p>Text 2</p><p>Text 3</p>';
+        const text = htmlToText(html);
+
+        // Should not have more than 3 consecutive newlines
+        assert.ok(!text.includes('\n\n\n\n'), 'Should not have 4 or more consecutive newlines');
+    });
+
+    it('should handle tables with line breaks between rows', () => {
+        const html = '<table><tr><td>Cell 1</td><td>Cell 2</td></tr><tr><td>Cell 3</td><td>Cell 4</td></tr></table>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Cell 1'));
+        assert.ok(text.includes('Cell 2'));
+        assert.ok(text.includes('Cell 3'));
+        assert.ok(text.includes('Cell 4'));
+
+        // Rows should be separated
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.ok(lines.length >= 2);
+    });
+
+    it('should handle empty elements gracefully', () => {
+        const html = '<div>Text</div><div></div><div>More text</div>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Text'));
+        assert.ok(text.includes('More text'));
+    });
+
+    it('should preserve newlines in pre tags', () => {
+        const html = '<pre>Line 1\nLine 2\nLine 3</pre>';
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('Line 1'));
+        assert.ok(text.includes('Line 2'));
+        assert.ok(text.includes('Line 3'));
+    });
+
+    it('should handle complex nested structure', () => {
+        const html = `
+            <div>
+                <p>First paragraph</p>
+                <div>
+                    <div>Nested content</div>
+                </div>
+                <p>Last paragraph</p>
+            </div>
+        `;
+        const text = htmlToText(html);
+
+        assert.ok(text.includes('First paragraph'));
+        assert.ok(text.includes('Nested content'));
+        assert.ok(text.includes('Last paragraph'));
+
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.equal(lines.length, 3);
+    });
+
+    it('should handle real-world MS Graph HTML example', () => {
+        // Real example of how MS Graph might return HTML
+        const html = `
+            <html>
+            <head></head>
+            <body>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            Hi Team,</div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            <br>
+            </div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            I wanted to update you on the following:</div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            <br>
+            </div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            - Item 1</div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            - Item 2</div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            - Item 3</div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            <br>
+            </div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            Best regards,</div>
+            <div style="font-family:Calibri,Arial,Helvetica,sans-serif; font-size:12pt; color:rgb(0,0,0)">
+            John</div>
+            </body>
+            </html>
+        `;
+        const text = htmlToText(html);
+
+        // Check all content is present
+        assert.ok(text.includes('Hi Team'));
+        assert.ok(text.includes('I wanted to update you'));
+        assert.ok(text.includes('- Item 1'));
+        assert.ok(text.includes('- Item 2'));
+        assert.ok(text.includes('- Item 3'));
+        assert.ok(text.includes('Best regards'));
+        assert.ok(text.includes('John'));
+
+        // Check structure is preserved
+        const lines = text.trim().split('\n').filter(l => l.trim());
+        assert.ok(lines.length >= 7, `Expected at least 7 content lines, got ${lines.length}`);
+
+        // Items should be on separate lines
+        const itemIndex1 = text.indexOf('- Item 1');
+        const itemIndex2 = text.indexOf('- Item 2');
+        const itemIndex3 = text.indexOf('- Item 3');
+
+        assert.ok(itemIndex2 > itemIndex1);
+        assert.ok(itemIndex3 > itemIndex2);
+
+        // There should be newlines between items
+        assert.ok(text.substring(itemIndex1, itemIndex2).includes('\n'));
+        assert.ok(text.substring(itemIndex2, itemIndex3).includes('\n'));
+    });
+});