single-file-cli 2.3.0 → 2.4.0

package/README.MD

@@ -124,6 +124,15 @@ Make sure Chrome or a Chromium-based browser is installed in the default folder.
   single-file https://www.wikipedia.org wikipedia.html
   ```
 
+  - Save a page needing a logged-in session. Create the profile first, log in
+    to the website in the browser window, and quit the browser to save it. Then
+    reuse the profile as many times as needed, it is copied and left unmodified.
+
+  ```sh
+  single-file --create-browser-profile ./profiles/example https://www.example.com/login
+  single-file https://www.example.com/account account.html --browser-profile=./profiles/example
+  ```
+
   - Save a list of URLs stored into `list-urls.txt` in the current folder
 
   ```sh

package/build.sh

@@ -3,7 +3,7 @@
 mv package.json package.json.tmp
 mv deno.json deno.json.tmp
 mv deno.lock deno.lock.tmp
-deno install --vendor --quiet --minimum-dependency-age=0 "npm:single-file-core@1.5.95"
+deno install --vendor --quiet --minimum-dependency-age=0 "npm:single-file-core@1.5.106"
 mv package.json.tmp package.json
 mv deno.json.tmp deno.json
 mv deno.lock.tmp deno.lock
@@ -67,10 +67,9 @@ await build({
 });
 
 await build({
-  stdin: {
-    contents: \"export * from './processors/compression/compression.js'; export * from './vendor/zip/zip.js';\",
-    resolveDir: 'node_modules/single-file-core',
-  },
+  entryPoints: [
+    'node_modules/single-file-core/single-file-archive.js'
+  ],
   bundle: true,
   outfile: 'lib/single-file-archive.js',
   platform: 'neutral',

package/deno.json

@@ -1,6 +1,6 @@
 {
   "name": "@single-file/single-file-cli",
-  "version": "2.3.0",
+  "version": "2.4.0",
   "description": "SingleFile CLI",
   "exports": {
     ".": "./single-file-cli-api.js"

package/dev-build.sh

@@ -1,14 +1,13 @@
 #!/usr/bin/env bash
 
-mkdir -p node_modules/single-file-core
-cp -R ../single-file-core/* node_modules/single-file-core
+set -e
 
 echo "
 import { build } from 'npm:esbuild';
 
 await build({
   entryPoints: [
-    'node_modules/single-file-core/single-file.js'
+    '../single-file-core/single-file.js'
   ],
   bundle: true,
   globalName: 'singlefile',
@@ -22,7 +21,7 @@ await build({
 
 await build({
   entryPoints: [
-    'node_modules/single-file-core/single-file-bootstrap.js'
+    '../single-file-core/single-file-bootstrap.js'
   ],
   bundle: true,
   globalName: 'singlefileBootstrap',
@@ -36,7 +35,7 @@ await build({
 
 await build({
   entryPoints: [
-    'node_modules/single-file-core/single-file-hooks-frames.js'
+    '../single-file-core/single-file-hooks-frames.js'
   ],
   bundle: true,
   outdir: 'lib/',
@@ -49,7 +48,7 @@ await build({
 
 await build({
   entryPoints: [
-    'node_modules/single-file-core/vendor/zip/zip.min.js'
+    '../single-file-core/vendor/zip/zip.min.js'
   ],
   bundle: true,
   globalName: 'zip',
@@ -62,10 +61,9 @@ await build({
 });
 
 await build({
-  stdin: {
-    contents: \"export * from './processors/compression/compression.js'; export * from './vendor/zip/zip.js';\",
-    resolveDir: 'node_modules/single-file-core',
-  },
+  entryPoints: [
+    '../single-file-core/single-file-archive.js'
+  ],
   bundle: true,
   outfile: 'lib/single-file-archive.js',
   platform: 'neutral',
@@ -95,6 +93,4 @@ await Promise.all(SCRIPTS.map(script => Deno.remove(script)));
 await Deno.remove('lib/single-file-hooks-frames.js');
 const version = JSON.parse(await Deno.readTextFile('./deno.json')).version;
 await Deno.writeTextFile('lib/version.js', 'export const version = ' + JSON.stringify(version) + ';');
-" |  deno run --allow-read --allow-write --allow-net --allow-run --allow-env --lock=node_modules/deno.lock.tmp -
-
-rm -rf node_modules
+" |  deno run --allow-read --allow-write --allow-net --allow-run --allow-env --lock=node_modules/deno.lock.tmp -

package/lib/browser.js

@@ -21,27 +21,90 @@
  *   Source.
  */
 
-/* global fetch, setTimeout */
+/* global fetch, setTimeout, WebSocket */
 
 import { BROWSER_PATHS, BROWSER_ARGS } from "./constants.js";
-import { Deno } from "./deno-polyfill.js";
+import { Deno, path } from "./deno-polyfill.js";
 
 const NULL_STD_CONFIG = "null";
 const DEBUG_PORT_MIN = 9222;
 const DEBUG_PORT_RANGE = 256;
 const READY_TIMEOUT = 30000;
 const READY_RETRY_DELAY = 250;
+const CLOSE_TIMEOUT = 15000;
+const LOCALHOST = "http://localhost:";
+const PROFILE_LOCK_ENTRY_PREFIX = "Singleton";
+const PROFILE_IGNORED_ENTRY_NAMES = [
+	"AutofillAiModelCache",
+	"Cache",
+	"Code Cache",
+	"CacheStorage",
+	"Crashpad",
+	"DawnCache",
+	"DawnGraphiteCache",
+	"DawnWebGPUCache",
+	"GPUCache",
+	"GPUPersistentCache",
+	"GraphiteDawnCache",
+	"GrShaderCache",
+	"ShaderCache",
+	"component_crx_cache",
+	"extensions_crx_cache",
+	"optimization_guide_hint_cache_store",
+	"optimization_guide_model_store"
+];
+const PROFILE_INCOMPATIBLE_ARGS = [
+	"--no-startup-window",
+	"--bwsi",
+	"--deny-permission-prompts"
+];
 
-const { build, makeTempDir, Command, errors, remove } = Deno;
-let child, profilePath, childExited;
-export { launchBrowser, closeBrowser, browserExited };
+const { build, makeTempDir, readDir, copyFile, mkdir, Command, errors, remove } = Deno;
+const { join } = path;
+let child, profilePath, childExited, keepProfilePath, browserDebugPort;
+export { launchBrowser, createBrowserProfile, getBrowserOptions, copyProfile, closeBrowser, browserExited };
+
+function getBrowserOptions(options) {
+	return {
+		args: options.browserArgs,
+		headless: options.browserHeadless,
+		executablePath: options.browserExecutablePath,
+		debug: options.browserDebug,
+		singleProcess: options.browserSingleProcess,
+		disableWebSecurity: options.browserDisableWebSecurity,
+		width: options.browserWidth,
+		height: options.browserHeight,
+		userAgent: options.userAgent,
+		httpProxyServer: options.httpProxyServer,
+		profile: options.browserProfile
+	};
+}
+
+async function createBrowserProfile(options = {}) {
+	await mkdir(options.profile, { recursive: true });
+	await launchBrowser(Object.assign({}, options, { headless: false, persistProfile: true }));
+	if (child !== undefined) {
+		await child.status;
+	}
+	await closeBrowser();
+}
 
 async function launchBrowser(options = {}, indexPath = 0) {
 	const executablePath = options.executablePath || BROWSER_PATHS[build.os][indexPath];
 	let args = Array.from(BROWSER_ARGS);
 	const debugPort = await getDebugPort();
+	browserDebugPort = debugPort;
 	args.push("--remote-debugging-port=" + debugPort);
-	profilePath = await makeTempDir();
+	keepProfilePath = Boolean(options.persistProfile);
+	if (keepProfilePath) {
+		profilePath = options.profile;
+		args = args.filter(arg => !PROFILE_INCOMPATIBLE_ARGS.includes(arg));
+	} else {
+		profilePath = await makeTempDir();
+		if (options.profile) {
+			await copyProfile(options.profile, profilePath);
+		}
+	}
 	if (options.headless && !options.debug) {
 		args.push("--headless");
 	} else {
@@ -74,11 +137,16 @@ async function launchBrowser(options = {}, indexPath = 0) {
 		!args.includes("--headless")) {
 		args.push("--disable-site-isolation-trials");
 	}
+	if (options.startUrl) {
+		args.push(options.startUrl);
+	}
 	const command = new Command(executablePath, { args, stdout: NULL_STD_CONFIG, stderr: NULL_STD_CONFIG });
 	try {
 		child = await command.spawn();
 	} catch (error) {
-		await remove(profilePath, { recursive: true }).catch(() => { });
+		if (!keepProfilePath) {
+			await remove(profilePath, { recursive: true }).catch(() => { });
+		}
 		profilePath = undefined;
 		if (error instanceof errors.NotFound) {
 			if (!options.executablePath && indexPath + 1 < BROWSER_PATHS[build.os].length) {
@@ -155,21 +223,86 @@ function getRandomDebugPort() {
 }
 
 async function closeBrowser() {
-	if (child !== undefined) {
+	const closedChild = child;
+	const closedProfilePath = profilePath;
+	child = undefined;
+	profilePath = undefined;
+	if (closedChild !== undefined) {
+		if (keepProfilePath && !childExited) {
+			await closeBrowserGracefully(closedChild);
+		}
 		try {
-			child.kill();
+			closedChild.kill();
 		} catch {
 			// ignored
 		}
-		await child.status;
-		child = undefined;
+		await closedChild.status;
 	}
-	if (profilePath !== undefined) {
-		try {
-			await remove(profilePath, { recursive: true });
-			profilePath = undefined;
-		} catch {
-			console.log("Warning: failed to remove profile directory: " + profilePath); // eslint-disable-line no-console
+	if (closedProfilePath !== undefined) {
+		if (keepProfilePath) {
+			await removeProfileLockEntries(closedProfilePath).catch(() => { });
+		} else {
+			try {
+				await remove(closedProfilePath, { recursive: true });
+			} catch {
+				console.log("Warning: failed to remove profile directory: " + closedProfilePath); // eslint-disable-line no-console
+			}
+		}
+	}
+}
+
+async function closeBrowserGracefully(closedChild) {
+	try {
+		const response = await fetch(LOCALHOST + browserDebugPort + "/json/version");
+		const { webSocketDebuggerUrl } = await response.json();
+		const socket = new WebSocket(webSocketDebuggerUrl);
+		await new Promise((resolve, reject) => {
+			socket.addEventListener("open", resolve);
+			socket.addEventListener("error", reject);
+		});
+		socket.send(JSON.stringify({ id: 0, method: "Browser.close" }));
+		await Promise.race([
+			closedChild.status,
+			new Promise(resolve => setTimeout(resolve, CLOSE_TIMEOUT))
+		]);
+	} catch {
+		// ignored
+	}
+}
+
+async function copyProfile(sourcePath, destinationPath) {
+	let entries;
+	try {
+		entries = await readDir(sourcePath);
+	} catch (error) {
+		throw error instanceof errors.NotFound ?
+			new Error(`The browser profile directory was not found at ${JSON.stringify(sourcePath)}`) :
+			error;
+	}
+	await copyProfileEntries(entries, sourcePath, destinationPath);
+}
+
+async function copyProfileEntries(entries, sourcePath, destinationPath) {
+	for (const entry of entries) {
+		if (entry.isSymlink || entry.name.startsWith(PROFILE_LOCK_ENTRY_PREFIX) || PROFILE_IGNORED_ENTRY_NAMES.includes(entry.name)) {
+			continue;
+		}
+		const entrySourcePath = join(sourcePath, entry.name);
+		const entryDestinationPath = join(destinationPath, entry.name);
+		if (entry.isDirectory) {
+			await mkdir(entryDestinationPath, { recursive: true });
+			await copyProfileEntries(await readDir(entrySourcePath), entrySourcePath, entryDestinationPath);
+		} else {
+			await copyFile(entrySourcePath, entryDestinationPath);
+		}
+	}
+}
+
+async function removeProfileLockEntries(profileDirectory) {
+	const entries = await readDir(profileDirectory);
+	for (const entry of entries) {
+		if (entry.name.startsWith(PROFILE_LOCK_ENTRY_PREFIX)) {
+			await remove(join(profileDirectory, entry.name)).catch(() => { });
 		}
 	}
 }