single-file-cli 1.0.0

package/back-ends/puppeteer-firefox.js

@@ -0,0 +1,170 @@
+/*
+ * Copyright 2010-2020 Gildas Lormeau
+ * contact : gildas.lormeau <at> gmail.com
+ * 
+ * This file is part of SingleFile.
+ *
+ *   The code in this file is free software: you can redistribute it and/or 
+ *   modify it under the terms of the GNU Affero General Public License 
+ *   (GNU AGPL) as published by the Free Software Foundation, either version 3
+ *   of the License, or (at your option) any later version.
+ * 
+ *   The code in this file is distributed in the hope that it will be useful, 
+ *   but WITHOUT ANY WARRANTY; without even the implied warranty of 
+ *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero 
+ *   General Public License for more details.
+ *
+ *   As additional permission under GNU AGPL version 3 section 7, you may 
+ *   distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU 
+ *   AGPL normally required by section 4, provided you include this license 
+ *   notice and a URL through which recipients can access the Corresponding 
+ *   Source.
+ */
+
+/* global singlefile, infobar, require, exports */
+
+const puppeteer = require("puppeteer-core");
+const scripts = require("./common/scripts.js");
+
+const EXECUTION_CONTEXT_DESTROYED_ERROR = "Execution context was destroyed";
+const NETWORK_IDLE_STATE = "networkidle0";
+
+let browser;
+
+exports.initialize = async options => {
+	browser = await puppeteer.launch(getBrowserOptions(options));
+};
+
+exports.getPageData = async options => {
+	let page;
+	try {
+		page = await browser.newPage();
+		await setPageOptions(page, options);
+		return await getPageData(browser, page, options);
+	} finally {
+		if (page) {
+			await page.close();
+		}
+	}
+};
+
+exports.closeBrowser = () => {
+	if (browser) {
+		return browser.close();
+	}
+};
+
+function getBrowserOptions(options) {
+	const browserOptions = {};
+	if (options.browserHeadless !== undefined) {
+		browserOptions.headless = options.browserHeadless && !options.browserDebug;
+	}
+	browserOptions.args = options.browserArgs ? JSON.parse(options.browserArgs) : [];
+	if (options.browserExecutablePath) {
+		browserOptions.executablePath = options.browserExecutablePath || "firefox";
+	}
+	browserOptions.product = "firefox";
+	return browserOptions;
+}
+
+async function setPageOptions(page, options) {
+	if (options.browserWidth && options.browserHeight) {
+		await page.setViewport({
+			width: options.browserWidth,
+			height: options.browserHeight
+		});
+	}
+	if ((options.browserBypassCSP === undefined || options.browserBypassCSP) && page.setBypassCSP) {
+		try {
+			await page.setBypassCSP(true);
+		} catch (error) {
+			// ignored
+		}
+	}
+	if (options.httpHeaders) {
+		try {
+			await page.setExtraHTTPHeaders(options.httpHeaders);
+		} catch (error) {
+			// ignored
+		}
+	}
+	if (options.browserCookies && options.browserCookies.length) {
+		await page.setCookie(...options.browserCookies);
+	}
+	if (options.emulateMediaFeatures) {
+		try {
+			await page.emulateMediaFeatures(options.emulateMediaFeatures);
+		} catch (error) {
+			// ignored
+		}
+	}
+}
+
+async function getPageData(browser, page, options) {
+	const injectedScript = await scripts.get(options);
+	await page.evaluateOnNewDocument(injectedScript);
+	if (options.browserDebug) {
+		await page.waitForTimeout(3000);
+	}
+	await pageGoto(page, options);
+	try {
+		await page.evaluate(injectedScript);
+		if (options.browserWaitDelay) {
+			await page.waitForTimeout(options.browserWaitDelay);
+		}
+		return await page.evaluate(async options => {
+			const pageData = await singlefile.getPageData(options);
+			if (options.includeInfobar) {
+				await infobar.includeScript(pageData);
+			}
+			return pageData;
+		}, options);
+	} catch (error) {
+		if (error.message && error.message.includes(EXECUTION_CONTEXT_DESTROYED_ERROR)) {
+			const pageData = await handleJSRedirect(browser, options);
+			if (pageData) {
+				return pageData;
+			} else {
+				throw error;
+			}
+		} else if (error.name != "TimeoutError") {
+			throw error;
+		}
+	}
+}
+
+async function handleJSRedirect(browser, options) {
+	const pages = await browser.pages();
+	const page = pages[1] || pages[0];
+	try {
+		await pageGoto(page, options);
+	} catch (error) {
+		if (error.name != "TimeoutError") {
+			throw error;
+		}
+	}
+	const url = page.url();
+	if (url != options.url) {
+		options.url = url;
+		await browser.close();
+		return exports.getPageData(options);
+	}
+}
+
+async function pageGoto(page, options) {
+	try {
+		await page.goto(options.url, {
+			timeout: options.browserLoadMaxTime || 0,
+			waitUntil: options.browserWaitUntil || NETWORK_IDLE_STATE
+		});
+	} catch (error) {
+		if (error.message.includes("Unknown waitUntil condition")) {
+			await page.goto(options.url, {
+				timeout: options.browserLoadMaxTime || 0,
+				waitUntil: "load"
+			});
+		} else {
+			throw error;
+		}
+	}
+}

package/back-ends/puppeteer.js

@@ -0,0 +1,189 @@
+/*
+ * Copyright 2010-2020 Gildas Lormeau
+ * contact : gildas.lormeau <at> gmail.com
+ * 
+ * This file is part of SingleFile.
+ *
+ *   The code in this file is free software: you can redistribute it and/or 
+ *   modify it under the terms of the GNU Affero General Public License 
+ *   (GNU AGPL) as published by the Free Software Foundation, either version 3
+ *   of the License, or (at your option) any later version.
+ * 
+ *   The code in this file is distributed in the hope that it will be useful, 
+ *   but WITHOUT ANY WARRANTY; without even the implied warranty of 
+ *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero 
+ *   General Public License for more details.
+ *
+ *   As additional permission under GNU AGPL version 3 section 7, you may 
+ *   distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU 
+ *   AGPL normally required by section 4, provided you include this license 
+ *   notice and a URL through which recipients can access the Corresponding 
+ *   Source.
+ */
+
+/* global singlefile, infobar, require, exports */
+
+const puppeteer = require("puppeteer-core");
+const scripts = require("./common/scripts.js");
+
+const EXECUTION_CONTEXT_DESTROYED_ERROR = "Execution context was destroyed";
+const NETWORK_IDLE_STATE = "networkidle0";
+const NETWORK_STATES = ["networkidle0", "networkidle2", "load", "domcontentloaded"];
+
+let browser;
+
+exports.initialize = async options => {
+	if (options.browserServer) {
+		browser = await puppeteer.connect({ browserWSEndpoint: options.browserServer });
+	} else {
+		browser = await puppeteer.launch(getBrowserOptions(options));
+	}
+	return browser;
+};
+
+exports.getPageData = async (options, page) => {
+	const privatePage = !page;
+	try {
+		if (privatePage) {
+			page = await browser.newPage();
+		}
+		await setPageOptions(page, options);
+		return await getPageData(browser, page, options);
+	} finally {
+		if (privatePage) {
+			await page.close();
+		}
+	}
+};
+
+exports.closeBrowser = () => {
+	if (browser) {
+		return browser.close();
+	}
+};
+
+function getBrowserOptions(options = {}) {
+	const browserOptions = {};
+	if (options.browserHeadless !== undefined) {
+		browserOptions.headless = options.browserHeadless && !options.browserDebug;
+	}
+	browserOptions.args = options.browserArgs ? JSON.parse(options.browserArgs) : [];
+	if (options.browserDisableWebSecurity === undefined || options.browserDisableWebSecurity) {
+		browserOptions.args.push("--disable-web-security");
+	}
+	browserOptions.args.push("--no-pings");
+	if (!options.browserStartMinimized && options.browserDebug) {
+		browserOptions.args.push("--auto-open-devtools-for-tabs");
+	}
+	if (options.browserWidth && options.browserHeight) {
+		browserOptions.args.push("--window-size=" + options.browserWidth + "," + options.browserHeight);
+	}
+	browserOptions.executablePath = options.browserExecutablePath || "chrome";
+	if (options.userAgent) {
+		browserOptions.args.push("--user-agent=" + options.userAgent);
+	}
+	return browserOptions;
+}
+
+async function setPageOptions(page, options) {
+	if (options.browserWidth && options.browserHeight) {
+		await page.setViewport({
+			width: options.browserWidth,
+			height: options.browserHeight
+		});
+	}
+	if (options.browserBypassCSP === undefined || options.browserBypassCSP) {
+		await page.setBypassCSP(true);
+	}
+	if (options.httpHeaders) {
+		page.setExtraHTTPHeaders(options.httpHeaders);
+	}
+	if (options.browserStartMinimized) {
+		const session = await page.target().createCDPSession();
+		const { windowId } = await session.send("Browser.getWindowForTarget");
+		await session.send("Browser.setWindowBounds", { windowId, bounds: { windowState: "minimized" } });
+	}
+	if (options.browserCookies && options.browserCookies.length) {
+		await page.setCookie(...options.browserCookies);
+	}
+	if (options.emulateMediaFeatures) {
+		await page.emulateMediaFeatures(options.emulateMediaFeatures);
+	}
+}
+
+async function getPageData(browser, page, options) {
+	const injectedScript = await scripts.get(options);
+	await page.evaluateOnNewDocument(injectedScript);
+	if (options.browserDebug) {
+		await page.waitForTimeout(3000);
+	}
+	try {
+		await pageGoto(page, options);
+	} catch (error) {
+		if (options.browserWaitUntilFallback && error.name == "TimeoutError") {
+			const browserWaitUntil = NETWORK_STATES[(NETWORK_STATES.indexOf(options.browserWaitUntil) + 1)];
+			if (browserWaitUntil) {
+				options.browserWaitUntil = browserWaitUntil;
+				return getPageData(browser, page, options);
+			} else {
+				throw error;
+			}
+		} else if (error.name != "TimeoutError") {
+			throw error;
+		}
+	}
+	try {
+		if (options.browserWaitDelay) {
+			await page.waitForTimeout(options.browserWaitDelay);
+		}
+		return await page.evaluate(async options => {
+			const pageData = await singlefile.getPageData(options);
+			if (options.includeInfobar) {
+				await infobar.includeScript(pageData);
+			}
+			return pageData;
+		}, options);
+	} catch (error) {
+		if (error.message && error.message.includes(EXECUTION_CONTEXT_DESTROYED_ERROR)) {
+			const pageData = await handleJSRedirect(browser, options);
+			if (pageData) {
+				return pageData;
+			} else {
+				throw error;
+			}
+		} else {
+			throw error;
+		}
+	}
+}
+
+async function handleJSRedirect(browser, options) {
+	const pages = await browser.pages();
+	const page = pages[1] || pages[0];
+	try {
+		await pageGoto(page, options);
+	} catch (error) {
+		if (error.name != "TimeoutError") {
+			throw error;
+		}
+	}
+	const url = page.url();
+	if (url != options.url) {
+		options.url = url;
+		await browser.close();
+		return exports.getPageData(options);
+	}
+}
+
+async function pageGoto(page, options) {
+	const loadOptions = {
+		timeout: options.browserLoadMaxTime || 0,
+		waitUntil: options.browserWaitUntil || NETWORK_IDLE_STATE
+	};
+	if (options.content) {
+		await page.goto(options.url, { waitUntil: "domcontentloaded" });
+		await page.setContent(options.content, loadOptions);
+	} else {
+		await page.goto(options.url, loadOptions);
+	}
+}

package/back-ends/webdriver-chromium.js

@@ -0,0 +1,168 @@
+/*
+ * Copyright 2010-2020 Gildas Lormeau
+ * contact : gildas.lormeau <at> gmail.com
+ * 
+ * This file is part of SingleFile.
+ *
+ *   The code in this file is free software: you can redistribute it and/or 
+ *   modify it under the terms of the GNU Affero General Public License 
+ *   (GNU AGPL) as published by the Free Software Foundation, either version 3
+ *   of the License, or (at your option) any later version.
+ * 
+ *   The code in this file is distributed in the hope that it will be useful, 
+ *   but WITHOUT ANY WARRANTY; without even the implied warranty of 
+ *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero 
+ *   General Public License for more details.
+ *
+ *   As additional permission under GNU AGPL version 3 section 7, you may 
+ *   distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU 
+ *   AGPL normally required by section 4, provided you include this license 
+ *   notice and a URL through which recipients can access the Corresponding 
+ *   Source.
+ */
+
+/* global require, exports, process, setTimeout, clearTimeout, Buffer */
+
+const chrome = require("selenium-webdriver/chrome");
+const { Builder } = require("selenium-webdriver");
+
+exports.initialize = async () => { };
+
+exports.getPageData = async options => {
+	let driver;
+	try {
+		const builder = new Builder();
+		builder.setChromeOptions(getBrowserOptions(options));
+		driver = builder.forBrowser("chrome").build();
+		return await getPageData(driver, options);
+	} finally {
+		if (driver) {
+			driver.quit();
+		}
+	}
+};
+
+exports.closeBrowser = () => { };
+
+function getBrowserOptions(options) {
+	const chromeOptions = new chrome.Options();
+	const optionHeadless = (options.browserHeadless === undefined || options.browserHeadless) && !options.browserDebug;
+	if (optionHeadless) {
+		chromeOptions.headless();
+	}
+	if (options.browserExecutablePath) {
+		chromeOptions.setChromeBinaryPath(options.browserExecutablePath);
+	}
+	if (options.webDriverExecutablePath) {
+		process.env["PATH"] += ";" + options.webDriverExecutablePath.replace(/chromedriver(\.exe)?$/, "");
+	}
+	if (options.browserArgs) {
+		const args = JSON.parse(options.browserArgs);
+		args.forEach(argument => chromeOptions.addArguments(argument));
+	}
+	if (options.browserDisableWebSecurity === undefined || options.browserDisableWebSecurity) {
+		chromeOptions.addArguments("--disable-web-security");
+	}
+	chromeOptions.addArguments("--no-pings");
+	if (!optionHeadless) {
+		if (options.browserDebug) {
+			chromeOptions.addArguments("--auto-open-devtools-for-tabs");
+		}
+		const extensions = [];
+		if (options.browserBypassCSP === undefined || options.browserBypassCSP) {
+			extensions.push(encode(require.resolve("./extensions/signed/bypass_csp-0.0.3-an+fx.xpi")));
+		}
+		if (options.browserWaitUntil === undefined || options.browserWaitUntil == "networkidle0" || options.browserWaitUntil == "networkidle2") {
+			extensions.push(encode(require.resolve("./extensions/signed/network_idle-0.0.2-an+fx.xpi")));
+		}
+		chromeOptions.addExtensions(extensions);
+	}
+	if (options.userAgent) {
+		chromeOptions.addArguments("--user-agent=" + JSON.stringify(options.userAgent));
+	}
+	if (options.browserMobileEmulation) {
+		chromeOptions.setMobileEmulation({
+			deviceName: options.browserMobileEmulation
+		});
+	}
+	return chromeOptions;
+}
+
+async function getPageData(driver, options) {
+	const optionHeadless = (options.browserHeadless === undefined || options.browserHeadless) && !options.browserDebug;
+	driver.manage().setTimeouts({ script: options.browserLoadMaxTime, pageLoad: options.browserLoadMaxTime, implicit: options.browserLoadMaxTime });
+	if (options.browserWidth && options.browserHeight) {
+		const window = driver.manage().window();
+		if (window.setRect) {
+			window.setRect(options.browserHeight, options.browserWidth);
+		} else if (window.setSize) {
+			window.setSize(options.browserWidth, options.browserHeight);
+		}
+	}
+	const scripts = await require("./common/scripts.js").get(options);
+	if (options.browserDebug) {
+		// await driver.sleep(3000);
+	}
+	await driver.get(options.url);
+	if (options.browserCookies) {
+		await Promise.all(options.browserCookies.map(cookie => {
+			if (cookie.expires) {
+				cookie.expiry = cookie.expires;
+				delete cookie.expires;
+			}
+			return driver.manage().addCookie(cookie);
+		}));
+		await driver.get(options.url);
+	}
+	await driver.executeScript(scripts);
+	if (options.browserWaitUntil != "domcontentloaded") {
+		let scriptPromise;
+		if (!optionHeadless && (options.browserWaitUntil === undefined || options.browserWaitUntil == "networkidle0")) {
+			scriptPromise = driver.executeAsyncScript("addEventListener(\"single-file-network-idle-0\", () => arguments[0](), true)");
+		} else if (!optionHeadless && options.browserWaitUntil == "networkidle2") {
+			scriptPromise = driver.executeAsyncScript("addEventListener(\"single-file-network-idle-2\", () => arguments[0](), true)");
+		} else if (optionHeadless || options.browserWaitUntil == "load") {
+			scriptPromise = driver.executeAsyncScript("if (document.readyState == \"loading\" || document.readyState == \"interactive\") { addEventListener(\"load\", () => arguments[0]()) } else { arguments[0](); }");
+		}
+		let cancelTimeout;
+		const timeoutPromise = new Promise(resolve => {
+			const timeoutId = setTimeout(resolve, Math.max(0, options.browserLoadMaxTime - 5000));
+			cancelTimeout = () => {
+				clearTimeout(timeoutId);
+				resolve();
+			};
+		});
+		await Promise.race([scriptPromise, timeoutPromise]);
+		cancelTimeout();
+	}
+	if (options.browserWaitDelay) {
+		await driver.sleep(options.browserWaitDelay);
+	}
+	const result = await driver.executeAsyncScript(getPageDataScript(), options);
+	if (result.error) {
+		throw result.error;
+	} else {
+		return result.pageData;
+	}
+}
+
+function encode(file) {
+	return new Buffer.from(require("fs").readFileSync(file)).toString("base64");
+}
+
+function getPageDataScript() {
+	return `
+	const [options, callback] = arguments;
+	getPageData()
+		.then(pageData => callback({ pageData }))
+		.catch(error => callback({ error: error && error.toString() }));
+
+	async function getPageData() {
+		const pageData = await singlefile.getPageData(options);
+		if (options.includeInfobar) {
+			await infobar.includeScript(pageData);
+		}
+		return pageData;
+	}
+	`;
+}

package/back-ends/webdriver-gecko.js

@@ -0,0 +1,181 @@
+/*
+ * Copyright 2010-2020 Gildas Lormeau
+ * contact : gildas.lormeau <at> gmail.com
+ * 
+ * This file is part of SingleFile.
+ *
+ *   The code in this file is free software: you can redistribute it and/or 
+ *   modify it under the terms of the GNU Affero General Public License 
+ *   (GNU AGPL) as published by the Free Software Foundation, either version 3
+ *   of the License, or (at your option) any later version.
+ * 
+ *   The code in this file is distributed in the hope that it will be useful, 
+ *   but WITHOUT ANY WARRANTY; without even the implied warranty of 
+ *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero 
+ *   General Public License for more details.
+ *
+ *   As additional permission under GNU AGPL version 3 section 7, you may 
+ *   distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU 
+ *   AGPL normally required by section 4, provided you include this license 
+ *   notice and a URL through which recipients can access the Corresponding 
+ *   Source.
+ */
+
+/* global require, exports, process, setTimeout, clearTimeout */
+
+const firefox = require("selenium-webdriver/firefox");
+const { Builder, By, Key } = require("selenium-webdriver");
+
+exports.initialize = async () => { };
+
+exports.getPageData = async options => {
+	let driver;
+	try {
+		const builder = new Builder().withCapabilities({ "pageLoadStrategy": "none" });
+		builder.setFirefoxOptions(getBrowserOptions(options));
+		driver = builder.forBrowser("firefox").build();
+		return await getPageData(driver, options);
+	} finally {
+		if (driver) {
+			driver.quit();
+		}
+	}
+};
+
+exports.closeBrowser = () => { };
+
+function getBrowserOptions(options) {
+	const firefoxOptions = new firefox.Options().setBinary(firefox.Channel.NIGHTLY);
+	if ((options.browserHeadless === undefined || options.browserHeadless) && !options.browserDebug) {
+		process.env["MOZ_HEADLESS"] = "1";
+	}
+	if (options.browserExecutablePath) {
+		firefoxOptions.setBinary(options.browserExecutablePath);
+	}
+	if (options.webDriverExecutablePath) {
+		process.env["PATH"] += ";" + options.webDriverExecutablePath.replace(/geckodriver(\.exe)?$/, "");
+	}
+	const extensions = [];
+	if (options.browserDisableWebSecurity === undefined || options.browserDisableWebSecurity) {
+		extensions.push(require.resolve("./extensions/signed/disable_web_security-0.0.3-an+fx.xpi"));
+	}
+	if (options.browserBypassCSP === undefined || options.browserBypassCSP) {
+		extensions.push(require.resolve("./extensions/signed/bypass_csp-0.0.3-an+fx.xpi"));
+	}
+	if (options.browserWaitUntil === undefined || options.browserWaitUntil == "networkidle0" || options.browserWaitUntil == "networkidle2") {
+		extensions.push(require.resolve("./extensions/signed/network_idle-0.0.2-an+fx.xpi"));
+	}
+	if (extensions.length) {
+		firefoxOptions.addExtensions(extensions);
+	}
+	if (options.browserArgs) {
+		const args = JSON.parse(options.browserArgs);
+		args.forEach(argument => firefoxOptions.addArguments(argument));
+	}
+	if (options.userAgent) {
+		firefoxOptions.setPreference("general.useragent.override", options.userAgent);
+	}
+}
+
+async function getPageData(driver, options) {
+	driver.manage().setTimeouts({ script: options.browserLoadMaxTime || 0, pageLoad: options.browserLoadMaxTime || 0, implicit: options.browserLoadMaxTime || 0 });
+	if (options.browserWidth && options.browserHeight) {
+		const window = driver.manage().window();
+		if (window.setRect) {
+			window.setRect(options.browserHeight, options.browserWidth);
+		} else if (window.setSize) {
+			window.setSize(options.browserWidth, options.browserHeight);
+		}
+	}
+	let scripts = await require("./common/scripts.js").get(options);
+	if (options.browserDebug) {
+		await driver.findElement(By.css("html")).sendKeys(Key.SHIFT + Key.F5);
+		await driver.sleep(3000);
+	}
+	scripts = scripts.replace(/globalThis/g, "window");
+	await driver.get(options.url);
+	if (options.browserCookies) {
+		await Promise.all(options.browserCookies.map(cookie => {
+			if (cookie.expires) {
+				cookie.expiry = cookie.expires;
+			}
+			return driver.manage().addCookie(cookie);
+		}));
+		await driver.get("about:blank");
+		await driver.get(options.url);
+		while (await driver.getCurrentUrl() == "about:blank") {
+			// do nothing
+		}
+	}
+	await driver.executeScript(scripts);
+	if (options.browserWaitUntil != "domcontentloaded") {
+		let scriptPromise;
+		/*
+		if (options.browserWaitUntil == "networkidle0") {
+			scriptPromise = driver.executeAsyncScript("addEventListener(\"single-file-network-idle-0\", () => arguments[0](), true)");
+		} else if (options.browserWaitUntil == "networkidle2") {
+			scriptPromise = driver.executeAsyncScript("addEventListener(\"single-file-network-idle-2\", () => arguments[0](), true)");
+		} else if (options.browserWaitUntil === undefined || options.browserWaitUntil == "load") {
+		*/
+		scriptPromise = driver.executeAsyncScript("if (document.readyState == \"loading\" || document.readyState == \"interactive\") { addEventListener(\"load\", () => arguments[0]()) } else { arguments[0](); }");
+		/*
+		}
+		*/
+		let cancelTimeout;
+		const timeoutPromise = new Promise(resolve => {
+			const timeoutId = setTimeout(resolve, Math.max(0, options.browserLoadMaxTime - 5000));
+			cancelTimeout = () => {
+				clearTimeout(timeoutId);
+				resolve();
+			};
+		});
+		await Promise.race([scriptPromise, timeoutPromise]);
+		cancelTimeout();
+	}
+	if (!options.removeFrames) {
+		await executeScriptInFrames(driver, scripts);
+	}
+	if (options.browserWaitDelay) {
+		await driver.sleep(options.browserWaitDelay);
+	}
+	const result = await driver.executeAsyncScript(getPageDataScript(), options);
+	if (result.error) {
+		throw result.error;
+	} else {
+		return result.pageData;
+	}
+}
+
+async function executeScriptInFrames(driver, scripts) {
+	let finished = false, indexFrame = 0;
+	while (!finished) {
+		try {
+			await driver.switchTo().frame(indexFrame);
+		} catch (error) {
+			finished = true;
+		}
+		if (!finished) {
+			await driver.executeScript(scripts);
+			await executeScriptInFrames(driver, scripts);
+			indexFrame++;
+			await driver.switchTo().parentFrame();
+		}
+	}
+}
+
+function getPageDataScript() {
+	return `
+	let [options, callback] = arguments;
+	getPageData()
+		.then(pageData => callback({ pageData }))
+		.catch(error => callback({ error: error && error.toString() }));
+
+	async function getPageData() {
+		const pageData = await window.singlefile.getPageData(options);
+		if (options.includeInfobar) {
+			await infobar.includeScript(pageData);
+		}
+		return pageData;
+	}
+	`;
+}