@encodeagent/platform-helper-util 1.2602.1070623 → 1.2603.1062107

package/dist/core.js

@@ -684,7 +684,7 @@ const shortenNumber = (num, fractionDigits) => {
         { value: 1, symbol: "" },
         { value: 1e3, symbol: "K" },
         { value: 1e6, symbol: "M" },
-        { value: 1e9, symbol: "G" },
+        { value: 1e9, symbol: "B" },
         { value: 1e12, symbol: "T" },
         { value: 1e15, symbol: "P" },
         { value: 1e18, symbol: "E" }

package/dist/markdown.d.ts

@@ -17,4 +17,5 @@
  */
 export declare const markdownToHtml: (content: string) => string;
 export declare const htmlToMarkdown: (content: string) => string;
+export declare const normalizeHtmlForMarkdown: (html: string) => string;
 //# sourceMappingURL=markdown.d.ts.map

package/dist/markdown.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../src/markdown.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAQH,eAAO,MAAM,cAAc,GAAI,SAAS,MAAM,KAAG,MAEhD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,SAAS,MAAM,KAAG,MAIhD,CAAC"}
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../src/markdown.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AASH,eAAO,MAAM,cAAc,GAAI,SAAS,MAAM,KAAG,MAEhD,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,SAAS,MAAM,KAAG,MAIhD,CAAC;AAGF,eAAO,MAAM,wBAAwB,GAAI,MAAM,MAAM,KAAG,MA2DvD,CAAC"}

package/dist/markdown.js

@@ -20,10 +20,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.htmlToMarkdown = exports.markdownToHtml = void 0;
+exports.normalizeHtmlForMarkdown = exports.htmlToMarkdown = exports.markdownToHtml = void 0;
 const marked_1 = require("marked");
 const core_1 = require("./core");
 const turndown_1 = __importDefault(require("turndown"));
+const html_1 = require("./html");
 const turndown = new turndown_1.default();
 const markdownToHtml = (content) => {
     return (0, core_1.isNonEmptyString)(content) ? (0, marked_1.marked)(content) : "";
@@ -31,8 +32,58 @@ const markdownToHtml = (content) => {
 exports.markdownToHtml = markdownToHtml;
 const htmlToMarkdown = (content) => {
     return (0, core_1.isNonEmptyString)(content)
-        ? turndown.turndown(content)
+        ? turndown.turndown((0, exports.normalizeHtmlForMarkdown)(content))
         : "";
 };
 exports.htmlToMarkdown = htmlToMarkdown;
+const normalizeHtmlForMarkdown = (html) => {
+    const doc = (0, html_1.cleanHtml)(html ?? '');
+    if (!doc || typeof doc !== 'function') {
+        return html ?? '';
+    }
+    doc('div').each((_, element) => {
+        const div = doc(element);
+        const divText = div.text().replace(/\u200B/g, '').replace(/\s+/g, ' ').trim();
+        if (divText === 'Copy') {
+            div.remove();
+        }
+    });
+    doc('h1,h2,h3,h4,h5,h6').each((_, element) => {
+        const heading = doc(element);
+        heading.find('a').each((__, anchor) => {
+            const anchorElement = doc(anchor);
+            const anchorText = anchorElement.text().replace(/\u200B/g, '').trim();
+            if (!anchorText) {
+                anchorElement.remove();
+            }
+        });
+        heading.find('div').each((__, div) => {
+            const divElement = doc(div);
+            const divText = divElement.text().replace(/\u200B/g, '').trim();
+            if (!divText) {
+                divElement.remove();
+            }
+        });
+        const headingText = heading.text().replace(/\u200B/g, '').replace(/\s+/g, ' ').trim();
+        heading.html(headingText);
+    });
+    doc('p > code').each((_, element) => {
+        const code = doc(element);
+        const parent = code.parent();
+        const codeText = code.text().replace(/\u200B/g, '').trim();
+        const isStandaloneCodeBlock = parent.get(0)?.tagName === 'p'
+            && parent.children().length === 1
+            && codeText.length > 60;
+        if (isStandaloneCodeBlock) {
+            parent.replaceWith(`<pre><code>${codeText}</code></pre>`);
+        }
+    });
+    doc('pre code').each((_, element) => {
+        const code = doc(element);
+        const codeText = code.text().replace(/\u200B/g, '').trim();
+        code.text(codeText);
+    });
+    return doc.html().replace('<html><head></head><body>', '').replace('</body></html>', '');
+};
+exports.normalizeHtmlForMarkdown = normalizeHtmlForMarkdown;
 //# sourceMappingURL=markdown.js.map

package/dist/markdown.js.map

@@ -1 +1 @@
-{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../src/markdown.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;;;;AAEH,mCAAgC;AAChC,iCAA0C;AAC1C,wDAAuC;AAEvC,MAAM,QAAQ,GAAG,IAAI,kBAAe,EAAE,CAAC;AAEhC,MAAM,cAAc,GAAG,CAAC,OAAe,EAAU,EAAE;IACtD,OAAO,IAAA,uBAAgB,EAAC,OAAO,CAAC,CAAC,CAAC,CAAE,IAAA,eAAM,EAAC,OAAO,CAAY,CAAC,CAAC,CAAC,EAAE,CAAC;AACxE,CAAC,CAAC;AAFW,QAAA,cAAc,kBAEzB;AAEK,MAAM,cAAc,GAAG,CAAC,OAAe,EAAU,EAAE;IACtD,OAAO,IAAA,uBAAgB,EAAC,OAAO,CAAC;QAC5B,CAAC,CAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAY;QACxC,CAAC,CAAC,EAAE,CAAC;AACb,CAAC,CAAC;AAJW,QAAA,cAAc,kBAIzB"}
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../src/markdown.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;;;;AAEH,mCAAgC;AAChC,iCAA0C;AAC1C,wDAAuC;AACvC,iCAAmC;AAEnC,MAAM,QAAQ,GAAG,IAAI,kBAAe,EAAE,CAAC;AAEhC,MAAM,cAAc,GAAG,CAAC,OAAe,EAAU,EAAE;IACtD,OAAO,IAAA,uBAAgB,EAAC,OAAO,CAAC,CAAC,CAAC,CAAE,IAAA,eAAM,EAAC,OAAO,CAAY,CAAC,CAAC,CAAC,EAAE,CAAC;AACxE,CAAC,CAAC;AAFW,QAAA,cAAc,kBAEzB;AAEK,MAAM,cAAc,GAAG,CAAC,OAAe,EAAU,EAAE;IACtD,OAAO,IAAA,uBAAgB,EAAC,OAAO,CAAC;QAC5B,CAAC,CAAE,QAAQ,CAAC,QAAQ,CAAC,IAAA,gCAAwB,EAAC,OAAO,CAAC,CAAY;QAClE,CAAC,CAAC,EAAE,CAAC;AACb,CAAC,CAAC;AAJW,QAAA,cAAc,kBAIzB;AAGK,MAAM,wBAAwB,GAAG,CAAC,IAAY,EAAU,EAAE;IAC7D,MAAM,GAAG,GAAG,IAAA,gBAAS,EAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAElC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE,CAAC;QACpC,OAAO,IAAI,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,OAAY,EAAE,EAAE;QACxC,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAE9E,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACrB,GAAG,CAAC,MAAM,EAAE,CAAC;QACjB,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,OAAY,EAAE,EAAE;QACtD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,MAAW,EAAE,EAAE;YAC/C,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtE,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,aAAa,CAAC,MAAM,EAAE,CAAC;YAC3B,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,GAAQ,EAAE,EAAE;YAC9C,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAChE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,UAAU,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACtF,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,OAAY,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3D,MAAM,qBAAqB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,KAAK,GAAG;eACrD,MAAM,CAAC,QAAQ,EAAE,CAAC,MAAM,KAAK,CAAC;eAC9B,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC;QAE5B,IAAI,qBAAqB,EAAE,CAAC;YACxB,MAAM,CAAC,WAAW,CAAC,cAAc,QAAQ,eAAe,CAAC,CAAC;QAC9D,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,OAAY,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;AAC7F,CAAC,CAAC;AA3DW,QAAA,wBAAwB,4BA2DnC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@encodeagent/platform-helper-util",
-  "version": "1.2602.1070623",
+  "version": "1.2603.1062107",
   "engines": {
     "node": ">20.0.0 <23.0.0"
   },
@@ -30,12 +30,12 @@
   "author": "EncodeAgent Team <team@encodeagent.com>",
   "license": "SEE LICENSE IN LICENSE",
   "dependencies": {
-    "cheerio": "^1.1.2",
+    "cheerio": "^1.2.0",
     "lodash": "^4.17.21",
-    "marked": "^16.2.0",
+    "marked": "^17.0.4",
     "shortid": "^2.2.17",
     "slugify": "^1.6.6",
-    "turndown": "^7.2.1",
+    "turndown": "^7.2.2",
     "uuid": "^13.0.0"
   },
   "devDependencies": {
@@ -43,7 +43,7 @@
     "@types/lodash": "^4.14.195",
     "@types/node": "^22.10.0",
     "@types/shortid": "^2.2.0",
-    "@types/turndown": "^5.0.5",
+    "@types/turndown": "^5.0.6",
     "@typescript-eslint/eslint-plugin": "^6.7.0",
     "@typescript-eslint/parser": "^6.7.0",
     "eslint": "^8.49.0",