@adobe/helix-importer 1.10.0 → 1.11.0

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [1.11.0](https://github.com/adobe/helix-importer/compare/v1.10.0...v1.11.0) (2022-04-05)
+
+
+### Features
+
+* replace weird spaces characters ([4c9b43f](https://github.com/adobe/helix-importer/commit/4c9b43fe2693b0cacae8a7ef2210b0ab271f918d))
+
 # [1.10.0](https://github.com/adobe/helix-importer/compare/v1.9.0...v1.10.0) (2022-04-01)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/helix-importer",
-  "version": "1.10.0",
+  "version": "1.11.0",
   "description": "Helix Importer tool: create md / docx from html",
   "main": "src/index.js",
   "type": "module",

package/src/importer/PageImporter.js

@@ -231,7 +231,7 @@ export default class PageImporter {
   }
 
   postProcessMD(md) {
-    return md.replace(/\\\\~/gm, '\\~');
+    return MDUtils.cleanupMarkdown(md);
   }
 
   async download(url) {

package/src/utils/MDUtils.js

@@ -18,4 +18,20 @@ export default class MDUtils {
       return md.replace(new RegExp(`${oldSrc.replace('.', '\\.').replace('?', '\\?')}`, 'gm'), newSrc);
     }
   };
+
+  static cleanupMarkdown(md) {
+    let ret = md?.replace(/\\\\~/gm, '\\~');
+    if (ret) {
+      for (let i = 0; i < 20; i += 1) {
+        let x = `${i}`;
+        if (i < 10) x = `0${i}`;
+        const c = String.fromCodePoint(parseInt(`00${x}`, 16));
+        const reg = new RegExp(`\\u00${x}`, 'g');
+        const r = [c.length].map(() => ' ').join('');
+        ret = ret.replace(reg, r);
+      }
+      ret = ret.replace(/\u00A0/gm, '');
+    }
+    return ret;
+  }
 }

package/test/utils/MDUtils.spec.js

@@ -15,7 +15,7 @@ import { describe, it } from 'mocha';
 
 import MDUtils from '../../src/utils/MDUtils.js';
 
-describe('MDUtils tests', () => {
+describe('MDUtils#replaceSrcInMarkdown tests', () => {
   it('MDUtils#replaceSrcInMarkdown do nothing', () => {
     strictEqual(
       MDUtils.replaceSrcInMarkdown('#A title\n![](https://www.sample.com/image.jpg)', 'https://www.sample.com/replace.jpg', 'https://www.sample.com/withimage.jpg'),
@@ -52,3 +52,30 @@ describe('MDUtils tests', () => {
     );
   });
 });
+
+describe('MDUtils#cleanupMarkdown tests', () => {
+  it('MDUtils#cleanupMarkdown do nothing', () => {
+    const md = '#A title\n![](https://www.sample.com/image.jpg)\nShould be clean\n<table><tr><th colspan="2">Metadata</th></tr><tr><td>key</td><td>value</td></tr></table>';
+    strictEqual(
+      MDUtils.cleanupMarkdown(md),
+      md,
+      'do nothing',
+    );
+  });
+
+  it('MDUtils#cleanupMarkdown unescape tildes', () => {
+    strictEqual(
+      MDUtils.cleanupMarkdown('#A title\n~~Tilde can be an pb~~\n Especially \\\\~in the content'),
+      '#A title\n~~Tilde can be an pb~~\n Especially \\~in the content',
+      'unescape tildes',
+    );
+  });
+
+  it('MDUtils#cleanupMarkdown replace weird spaces', () => {
+    strictEqual(
+      MDUtils.cleanupMarkdown('#A title\nReplaces the weird spaces characters: "
\u0001\u0002\u0003\u0004\u0005\u0006\u0007\u0008\u0009\u0010\u0011\u0012\u0013\u0014\u0015\u0016\u0017\u0018\u0019"'),
+      '#A title\nReplaces the weird spaces characters: "                    "',
+      'replace weird spaces',
+    );
+  });
+});