@adobe/helix-importer 2.9.41 → 3.1.0

package/src/utils/DOMUtils.js

@@ -10,11 +10,15 @@
  * governing permissions and limitations under the License.
  */
 
-import { JSDOM } from 'jsdom';
-
 export default class DOMUtils {
   static EMPTY_TAGS_TO_PRESERVE = ['img', 'video', 'iframe', 'div', 'picture'];
 
+  static fragment(document, string) {
+    const tpl = document.createElement('template');
+    tpl.innerHTML = string;
+    return tpl.content;
+  }
+
   static reviewInlineElement(document, tagName) {
     let tags = [...document.querySelectorAll(tagName)];
     // first pass, remove empty nodes
@@ -48,7 +52,7 @@ export default class DOMUtils {
     for (let i = tags.length - 1; i >= 0; i -= 1) {
       const tag = tags[i];
       if (tag.innerHTML === '.' || tag.innerHTML === '. ' || tag.innerHTML === ':' || tag.innerHTML === ': ') {
-        tag.replaceWith(JSDOM.fragment(tag.innerHTML));
+        tag.replaceWith(DOMUtils.fragment(document, tag.innerHTML));
       } else {
         const { innerHTML } = tag;
         if (tag.previousSibling) {
@@ -82,13 +86,13 @@ export default class DOMUtils {
           // move trailing space to a new text node outside of current element
           tag.innerHTML = innerHTML.slice(0, innerHTML.length - 1);
           ({ innerHTML } = tag);
-          tag.after(JSDOM.fragment('<span> </span>'));
+          tag.after(DOMUtils.fragment(document, '<span> </span>'));
         }
 
         if (innerHTML.indexOf(' ') === 0) {
           // move leading space to a new text node outside of current element
           tag.innerHTML = innerHTML.slice(1);
-          tag.before(JSDOM.fragment('<span> </span>'));
+          tag.before(DOMUtils.fragment(document, '<span> </span>'));
         }
       }
     }
@@ -146,7 +150,7 @@ export default class DOMUtils {
         if (span.textContent === '') {
           span.remove();
         } else {
-          span.replaceWith(JSDOM.fragment(span.innerHTML));
+          span.replaceWith(DOMUtils.fragment(document, span.innerHTML));
         }
       }
     });
@@ -156,7 +160,7 @@ export default class DOMUtils {
     selectors.forEach((selector) => {
       document.querySelectorAll(selector).forEach((elem) => {
         const captionText = elem.textContent.trim();
-        elem.parentNode.insertBefore(JSDOM.fragment(`<p><em>${captionText}</em></p>`), elem);
+        elem.parentNode.insertBefore(DOMUtils.fragment(document, `<p><em>${captionText}</em></p>`), elem);
         elem.remove();
       });
     });
@@ -198,8 +202,8 @@ export default class DOMUtils {
     return table;
   }
 
-  static generateEmbed(url) {
-    return JSDOM.fragment(`<table><tr><th>Embed</th></tr><tr><td><a href="${url}">${url}</a></td></tr></table>`);
+  static generateEmbed(document, url) {
+    return DOMUtils.fragment(document, `<table><tr><th>Embed</th></tr><tr><td><a href="${url}">${url}</a></td></tr></table>`);
   }
 
   static replaceEmbeds(document) {
@@ -208,7 +212,7 @@ export default class DOMUtils {
       const dataSrc = iframe.getAttribute('data-src');
       const url = dataSrc || src;
       if (url) {
-        iframe.after(DOMUtils.generateEmbed(url));
+        iframe.after(DOMUtils.generateEmbed(document, url));
       }
       iframe.remove();
     });
@@ -218,7 +222,7 @@ export default class DOMUtils {
       if (video.autoplay) {
         blockType = 'Animation';
       }
-      const anim = JSDOM.fragment(`<table><tr><th>${blockType}</th></tr><tr><td>${video.outerHTML}</td></tr></table>`);
+      const anim = DOMUtils.fragment(document, `<table><tr><th>${blockType}</th></tr><tr><td>${video.outerHTML}</td></tr></table>`);
       video.replaceWith(anim);
     });
   }
@@ -254,7 +258,9 @@ export default class DOMUtils {
     const styleAttr = element?.getAttribute('style')?.split(';');
     if (styleAttr) {
       styleAttr.forEach((style) => {
-        const [prop, value] = style.split(':');
+        const split = style.split(':');
+        const prop = split.shift();
+        const value = split.join(':').trim();
         if (prop === 'background-image') {
           const trimmedValue = value.replace(/\s/g, '');
           const elStyle = element.style;
@@ -263,7 +269,7 @@ export default class DOMUtils {
       });
       const url = element.style.backgroundImage;
       if (url && url.toLowerCase() !== 'none') {
-        const src = url.replace(/url\(/gm, '').replace(/'/gm, '').replace(/\)/gm, '');
+        const src = url.replace(/url\(/gm, '').replace(/'/gm, '').replace(/"/gm, '').replace(/\)/gm, '');
         const img = document.createElement('img');
         img.src = src;
         return img;

package/src/wp/WPUtils.js

@@ -9,8 +9,6 @@
  * OF ANY KIND, either express or implied. See the License for the specific language
  * governing permissions and limitations under the License.
  */
-import { JSDOM } from 'jsdom';
-
 import DOMUtils from '../utils/DOMUtils.js';
 
 export default class WPUtils {
@@ -27,7 +25,7 @@ export default class WPUtils {
           ? item.parentNode.nextElementSibling
           : item.nextElementSibling;
         const captionText = elem.textContent.trim();
-        elem.parentNode.insertBefore(JSDOM.fragment(`<p><em>${captionText}</em><p>`), elem);
+        elem.parentNode.insertBefore(DOMUtils.fragment(document, `<p><em>${captionText}</em><p>`), elem);
         elem.remove();
       }
     });

package/{src/explorer/PagingExplorerParams.js → test/TestUtils.js}

@@ -1,5 +1,5 @@
 /*
- * Copyright 2021 Adobe. All rights reserved.
+ * Copyright 2023 Adobe. All rights reserved.
  * This file is licensed to you under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License. You may obtain a copy
  * of the License at http://www.apache.org/licenses/LICENSE-2.0
@@ -10,8 +10,12 @@
  * governing permissions and limitations under the License.
  */
 
-export default class PagingExplorerParams {
-  nbMaxPages;
+import { JSDOM } from 'jsdom';
 
-  url;
+export default class TestUtils {
+  // test environment createDocumentFromString version using JSDOM
+  static createDocumentFromString(html) {
+    const { document } = new JSDOM(html, { runScripts: undefined }).window;
+    return document;
+  }
 }

package/test/browser/BrowserUtils.test.js

@@ -0,0 +1,42 @@
+/*
+ * Copyright 2023 Adobe. All rights reserved.
+ * This file is licensed to you under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License. You may obtain a copy
+ * of the License at http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under
+ * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS
+ * OF ANY KIND, either express or implied. See the License for the specific language
+ * governing permissions and limitations under the License.
+ */
+/* eslint-env mocha */
+/* global Document, HTMLElement */
+
+import { expect } from '@esm-bundle/chai';
+import BrowserUtils from '../../src/utils/BrowserUtils.js';
+
+describe('BrowserUtils#createDocumentFromString', () => {
+  it('createDocumentFromString can parse a simple string', () => {
+    const document = BrowserUtils.createDocumentFromString('<html><head><title>Test</title></head><body><h1>Hello World</h1></body></html>');
+    expect(document).to.be.an.instanceof(Document);
+    expect(document.documentElement).to.be.an.instanceof(HTMLElement);
+
+    const title = document.querySelector('title');
+    expect(title).to.be.an.instanceof(HTMLElement);
+    expect(title.textContent).to.equal('Test');
+
+    const h1 = document.querySelector('h1');
+    expect(h1).to.be.an.instanceof(HTMLElement);
+    expect(h1.textContent).to.equal('Hello World');
+  });
+
+  it('createDocumentFromString can parse a non document string', () => {
+    const document = BrowserUtils.createDocumentFromString('<h1>Hello World</h1>');
+    expect(document).to.be.an.instanceof(Document);
+    expect(document.documentElement).to.be.an.instanceof(HTMLElement);
+
+    const h1 = document.querySelector('h1');
+    expect(h1).to.be.an.instanceof(HTMLElement);
+    expect(h1.textContent).to.equal('Hello World');
+  });
+});

package/test/browser/DOMUtils.test.js

@@ -0,0 +1,67 @@
+/*
+ * Copyright 2023 Adobe. All rights reserved.
+ * This file is licensed to you under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License. You may obtain a copy
+ * of the License at http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under
+ * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS
+ * OF ANY KIND, either express or implied. See the License for the specific language
+ * governing permissions and limitations under the License.
+ */
+/* eslint-env mocha */
+/* eslint-disable no-unused-expressions */
+
+import { expect } from '@esm-bundle/chai';
+import BrowserUtils from '../../src/utils/BrowserUtils.js';
+import DOMUtils from '../../src/utils/DOMUtils.js';
+
+const createElement = (document, tag, attrs, styles, innerHTML) => {
+  const element = document.createElement(tag);
+  // eslint-disable-next-line no-restricted-syntax, guard-for-in
+  for (const a in attrs) {
+    element.setAttribute(a, attrs[a]);
+  }
+  // eslint-disable-next-line no-restricted-syntax, guard-for-in
+  for (const p in styles) {
+    element.style[p] = styles[p];
+  }
+  element.innerHTML = innerHTML;
+  return element;
+};
+
+describe('DOMUtils#element', () => {
+  const test = (tag, attrs, styles, innerHTML, expected) => {
+    const document = BrowserUtils.createDocumentFromString('<html><body></body></html>');
+    const element = createElement(document, tag, attrs, styles, innerHTML);
+    const ret = DOMUtils.getImgFromBackground(element, document);
+    if (expected) {
+      expect(ret).to.not.be.null;
+      expect(ret.outerHTML).to.equal(expected);
+    } else {
+      expect(ret).to.be.null;
+    }
+  };
+
+  it('no background-image style', () => {
+    test('p', {}, {}, 'Some content', null);
+    test('img', { src: 'https://www.server.com/image.jpg', title: 'Some title' }, {}, '', null);
+    test('p', {}, { 'background-image': 'none' }, 'Some content', null);
+  });
+
+  it('with background-image style', () => {
+    test('p', {}, { 'background-image': 'url(https://www.server.com/image.jpg)' }, 'Some content', '<img src="https://www.server.com/image.jpg">');
+    test('p', {}, { 'background-image': 'url("https://www.server.com/image.jpg")' }, 'Some content', '<img src="https://www.server.com/image.jpg">');
+    test('p', {}, { 'background-image': 'url(\'https://www.server.com/image.jpg\')' }, 'Some content', '<img src="https://www.server.com/image.jpg">');
+    test('p', {}, { 'background-image': 'url(http://localhost:3001/image.jpg)' }, 'Some content', '<img src="http://localhost:3001/image.jpg">');
+  });
+
+  // `createElement` uses JSDOM to create the test-DOM
+  // the workaround in DOMUtils#getImgFromBackground exists _precisely_
+  // because of a potential bug in JSDOM due to which it doesn't
+  // parse `url()` with whitespaces correctly
+  // browser specific version of the test
+  it('with background-image style containing whitespace in url()', () => {
+    test('p', {}, { 'background-image': 'url( /image.jpg )' }, 'Some content', '<img src="/image.jpg">');
+  });
+});

package/test/importers/HTML2x.spec.js

@@ -10,9 +10,10 @@
  * governing permissions and limitations under the License.
  */
 
-import { deepStrictEqual, ok, strictEqual } from 'assert';
+import {
+  deepStrictEqual, ok, strictEqual, fail,
+} from 'assert';
 import { describe, it } from 'mocha';
-import { JSDOM } from 'jsdom';
 import { docx2md } from '@adobe/helix-docx2md';
 import MockMediaHandler from '../mocks/MockMediaHandler.js';
 
@@ -20,33 +21,11 @@ import DOMUtils from '../../src/utils/DOMUtils.js';
 import {
   html2md,
   html2docx,
-  defaultGenerateDocumentPath,
-  defaultTransformDOM,
 } from '../../src/importer/HTML2x.js';
 
-describe('defaultTransformDOM tests', () => {
-  it('default transformation', async () => {
-    const { document } = new JSDOM('<html><body><h1>Hello World</h1></body></html>', { runScripts: undefined }).window;
-    const out = await defaultTransformDOM({ document });
-    strictEqual(out.outerHTML, '<body><h1>Hello World</h1></body>');
-  });
-});
+import TestUtils from '../TestUtils.js';
 
-describe('defaultGenerateDocumentPath tests', () => {
-  it('default paths', async () => {
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com' }), '/index');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/' }), '/index');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/index.html' }), '/index');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/index' }), '/index');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/page' }), '/page');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/page.html' }), '/page');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/folder/page' }), '/folder/page');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/folder/page.html' }), '/folder/page');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/folder/page/' }), '/folder/page/index');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/folder/page with spaces.html' }), '/folder/page-with-spaces');
-    strictEqual(await defaultGenerateDocumentPath({ url: 'https://wwww.sample.com/folder/PagE_with_3xtr4_charactére.html' }), '/folder/page-with-3xtr4-charact-re');
-  });
-});
+const { createDocumentFromString } = TestUtils;
 
 describe('html2x parameters', () => {
   const URL = 'https://www.sample.com/page.html';
@@ -73,7 +52,9 @@ describe('html2x parameters', () => {
       transformDOM: testParams,
       generateDocumentPath: testParams,
       preprocess: testParams,
-    }, null, {
+    }, {
+      createDocumentFromString,
+    }, {
       originalURL: ORIGNAL_URL,
     });
 
@@ -81,7 +62,9 @@ describe('html2x parameters', () => {
       transformDOM: testParams,
       generateDocumentPath: testParams,
       preprocess: testParams,
-    }, null, {
+    }, {
+      createDocumentFromString,
+    }, {
       originalURL: ORIGNAL_URL,
     });
   });
@@ -90,22 +73,94 @@ describe('html2x parameters', () => {
     await html2md(URL, HTML, {
       transform: testParams,
       preprocess: testParams,
-    }, null, {
+    }, {
+      createDocumentFromString,
+    }, {
       originalURL: ORIGNAL_URL,
     });
 
     await html2docx(URL, HTML, {
       transform: testParams,
       preprocess: testParams,
-    }, null, {
+    }, {
+      createDocumentFromString,
+    }, {
+      originalURL: ORIGNAL_URL,
+    });
+  });
+
+  it('document can be a Document', async () => {
+    const doc = createDocumentFromString(HTML);
+    await html2md(URL, doc, {
+      transformDOM: testParams,
+      generateDocumentPath: testParams,
+      preprocess: testParams,
+    }, {
+      createDocumentFromString,
+    }, {
+      originalURL: ORIGNAL_URL,
+    });
+
+    await html2docx(URL, doc, {
+      transformDOM: testParams,
+      generateDocumentPath: testParams,
+      preprocess: testParams,
+    }, {
+      createDocumentFromString,
+    }, {
       originalURL: ORIGNAL_URL,
     });
   });
+
+  it('document cannot be a string in the testing context', async () => {
+    // we need JSDOM to create a document
+    // because importer default implementation relies on DOMParser
+    try {
+      await html2md(URL, HTML, {
+        transformDOM: testParams,
+        generateDocumentPath: testParams,
+        preprocess: testParams,
+      }, {
+        createDocumentFromString: null,
+      }, {
+        originalURL: ORIGNAL_URL,
+      });
+      fail('should have thrown an error: default createDocumentFromString works only in browser context');
+    } catch (e) {
+      ok(true);
+    }
+
+    try {
+      await html2docx(URL, HTML, {
+        transformDOM: testParams,
+        generateDocumentPath: testParams,
+        preprocess: testParams,
+      }, {
+        createDocumentFromString: null,
+      }, {
+        originalURL: ORIGNAL_URL,
+      });
+      fail('should have thrown an error: default createDocumentFromString works only in browser context');
+    } catch (e) {
+      ok(true);
+    }
+  });
 });
 
 describe('html2md tests', () => {
   it('html2md provides a default transformation', async () => {
-    const out = await html2md('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>');
+    const out = await html2md('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>', null, {
+      createDocumentFromString,
+    });
+    strictEqual(out.html.trim(), '<body><h1>Hello World</h1></body>');
+    strictEqual(out.md.trim(), '# Hello World');
+    strictEqual(out.path, '/page');
+  });
+
+  it('html2md accepts a string', async () => {
+    const out = await html2md('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>', null, {
+      createDocumentFromString,
+    });
     strictEqual(out.html.trim(), '<body><h1>Hello World</h1></body>');
     strictEqual(out.md.trim(), '# Hello World');
     strictEqual(out.path, '/page');
@@ -119,6 +174,8 @@ describe('html2md tests', () => {
         return p;
       },
       generateDocumentPath: () => '/folder/my-custom-path',
+    }, {
+      createDocumentFromString,
     });
     strictEqual(out.html.trim(), '<p>My Hello to the World</p>');
     strictEqual(out.md.trim(), 'My Hello to the World');
@@ -142,6 +199,8 @@ describe('html2md tests', () => {
           path: '/folder/my-custom-path-p2',
         }];
       },
+    }, {
+      createDocumentFromString,
     });
 
     const out1 = out[0];
@@ -169,6 +228,8 @@ describe('html2md tests', () => {
           path: '/my-custom-path-p1',
         };
       },
+    }, {
+      createDocumentFromString,
     });
 
     strictEqual(out.html.trim(), '<p>My Hello to the World 1</p>');
@@ -209,6 +270,8 @@ describe('html2md tests', () => {
           },
         }];
       },
+    }, {
+      createDocumentFromString,
     });
 
     const out1 = out[0];
@@ -247,6 +310,8 @@ describe('html2md tests', () => {
           },
         },
       }],
+    }, {
+      createDocumentFromString,
     });
 
     // if no element provided, no creation of html, md or docx
@@ -264,6 +329,8 @@ describe('html2md tests', () => {
   it('html2md does not crash if transform returns null', async () => {
     const out = await html2md('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>', {
       transform: () => null,
+    }, {
+      createDocumentFromString,
     });
 
     strictEqual(out.length, 0);
@@ -273,6 +340,8 @@ describe('html2md tests', () => {
     const out = await html2md('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>', {
       transformDOM: () => null,
       generateDocumentPath: () => null,
+    }, {
+      createDocumentFromString,
     });
     strictEqual(out.html.trim(), '<body><h1>Hello World</h1></body>');
     strictEqual(out.md.trim(), '# Hello World');
@@ -291,20 +360,27 @@ describe('html2md tests', () => {
           return document.body;
         },
       },
+      {
+        createDocumentFromString,
+      },
     );
     strictEqual(out.html.trim(), '<body><img src="./image.png"></body>');
   });
 
   it('html2md removes images with src attributes', async () => {
-    const out = await html2md('https://www.sample.com/page.html', '<html><body><img src="data:abc"></body></html>');
+    const out = await html2md('https://www.sample.com/page.html', '<html><body><img src="data:abc"></body></html>', null, {
+      createDocumentFromString,
+    });
     strictEqual(out.html.trim(), '<body></body>');
     strictEqual(out.md.trim(), '');
   });
 
   it('html2md set image src with data-src attribute value', async () => {
-    const out = await html2md('https://www.sample.com/page.html', '<html><body><img src="data:abc" data-src="./image.jpg"></body></html>');
-    strictEqual(out.html.trim(), '<body><img src="./image.jpg" data-src="./image.jpg"></body>');
-    strictEqual(out.md.trim(), '![][image0]\n\n[image0]: ./image.jpg');
+    const out = await html2md('https://www.sample.com/page.html', '<html><body><img src="data:abc" data-src="./image.jpg"></body></html>', null, {
+      createDocumentFromString,
+    });
+    strictEqual(out.html.trim(), '<body><img src="https://www.sample.com/image.jpg" data-src="./image.jpg"></body>');
+    strictEqual(out.md.trim(), '![][image0]\n\n[image0]: https://www.sample.com/image.jpg');
   });
 
   it('html2md allows to preprocess the document', async () => {
@@ -314,9 +390,11 @@ describe('html2md tests', () => {
         img.setAttribute('src', img.getAttribute('data-fancy-src'));
         img.removeAttribute('data-fancy-src');
       },
+    }, {
+      createDocumentFromString,
     });
-    strictEqual(out.html.trim(), '<body><img src="./image.jpg"></body>');
-    strictEqual(out.md.trim(), '![][image0]\n\n[image0]: ./image.jpg');
+    strictEqual(out.html.trim(), '<body><img src="https://www.sample.com/image.jpg"></body>');
+    strictEqual(out.md.trim(), '![][image0]\n\n[image0]: https://www.sample.com/image.jpg');
   });
 
   it('html2md removes original hrs but keeps md section breaks', async () => {
@@ -330,6 +408,8 @@ describe('html2md tests', () => {
         p.after(hr);
         return document.body;
       },
+    }, {
+      createDocumentFromString,
     });
     strictEqual(out.html.trim(), '<body><p>text 1</p><p>text 2</p><p>text 3</p><p>text 4</p><hr></body>');
     strictEqual(out.md.trim(), 'text 1\n\ntext 2\n\ntext 3\n\ntext 4\n\n---');
@@ -338,7 +418,9 @@ describe('html2md tests', () => {
 
 describe('html2docx tests', () => {
   it('html2docx provides a default transformation', async () => {
-    const out = await html2docx('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>');
+    const out = await html2docx('https://www.sample.com/page.html', '<html><body><h1>Hello World</h1></body></html>', null, {
+      createDocumentFromString,
+    });
     strictEqual(out.html.trim(), '<body><h1>Hello World</h1></body>');
     strictEqual(out.md.trim(), '# Hello World');
     strictEqual(out.path, '/page');
@@ -357,6 +439,8 @@ describe('html2docx tests', () => {
         return p;
       },
       generateDocumentPath: () => '/folder1/folder2/my-custom-path',
+    }, {
+      createDocumentFromString,
     });
     strictEqual(out.html.trim(), '<p>My Hello to the World</p>');
     strictEqual(out.md.trim(), 'My Hello to the World');

package/test/importers/PageImporter.spec.js

@@ -14,13 +14,15 @@
 
 import path from 'path';
 import fs from 'fs-extra';
-import { strictEqual, ok } from 'assert';
+import { strictEqual, ok, fail } from 'assert';
 import { describe, it } from 'mocha';
 import { Response } from 'node-fetch';
 import { dirname } from 'dirname-filename-esm';
 
 import { docx2md } from '@adobe/helix-docx2md';
 
+import { JSDOM } from 'jsdom';
+
 import { unified } from 'unified';
 import remarkParse from 'remark-parse';
 import remarkGridTable from '@adobe/remark-gridtables';
@@ -38,6 +40,12 @@ const __dirname = dirname(import.meta);
 
 const logger = new NoopLogger();
 
+// test environment createDocumentFromString version using JSDOM
+const createDocumentFromString = (html) => {
+  const { document } = new JSDOM(html, { runScripts: undefined }).window;
+  return document;
+};
+
 describe('PageImporter tests', () => {
   const storageHandler = new MemoryHandler(logger);
   const config = {
@@ -52,11 +60,31 @@ describe('PageImporter tests', () => {
       }
     }
 
-    const se = new TestImporter(config);
+    const se = new TestImporter({
+      createDocumentFromString,
+      ...config,
+    });
     const results = await se.import('someurl');
 
     strictEqual(results.length, 0, 'expect no result');
   });
+
+  it('import - not providing createDocumentFromString should fail in the test enviroment only', async () => {
+    class TestImporter extends PageImporter {
+      async fetch() {
+        return new Response('test');
+      }
+    }
+
+    const se = new TestImporter(config);
+
+    try {
+      await se.import('someurl');
+      fail('should have thrown an error: default createDocumentFromString works only in browser context');
+    } catch (e) {
+      ok(true);
+    }
+  });
 });
 
 describe('PageImporter tests - various options', () => {
@@ -76,6 +104,7 @@ describe('PageImporter tests - various options', () => {
     const config = {
       storageHandler,
       logger,
+      createDocumentFromString,
     };
     const se = new Test(config);
     const results = await se.import('/someurl');
@@ -105,6 +134,7 @@ describe('PageImporter tests - various options', () => {
       mdast2Docx2Options: {
         stylesXML,
       },
+      createDocumentFromString,
     };
     const se = new Test(config);
     const results = await se.import('/someurl');
@@ -144,6 +174,7 @@ describe('PageImporter tests - fixtures', () => {
       storageHandler,
       skipDocxConversion: true,
       logger,
+      createDocumentFromString,
     };
     const se = new Test(config);
     const results = await se.import(`https://www.sample.com/${feature}`);
@@ -206,4 +237,8 @@ describe('PageImporter tests - fixtures', () => {
   it('import - sub and sup', async () => {
     await featureTest('subsup');
   });
+
+  it('import - video', async () => {
+    await featureTest('video');
+  });
 });

package/test/importers/defaults/fixtures/adjust-image-urls.expected.html

@@ -0,0 +1,7 @@
+<body>
+  <h1>Hello World</h1>
+  <img src="https://wwww.sample.com/image1.png">
+  <img src="https://wwww.sample.com/path/image2.png">
+  <img src="https://wwww.sample.com/image3.png">
+  <img src="https://wwww.anotherhost.com/image4.png">
+</body>

package/test/importers/defaults/fixtures/adjust-image-urls.input.html

@@ -0,0 +1,10 @@
+<html>
+  <body>
+    <h1>Hello World</h1>
+    <img src="/image1.png">
+    <img src="./image2.png">
+    <img src="https://wwww.sample.com/image3.png">
+    <img src="https://wwww.anotherhost.com/image4.png">
+    <img src="/\/: #brokenlink#?!$$">
+  </body>
+</html>