single-file-cli 2.4.1 → 2.6.0

package/.github/workflows/ci.yml

@@ -12,10 +12,10 @@ jobs:
     steps:
       -
         name: Checkout sources
-        uses: actions/checkout@v4
+        uses: actions/checkout@v7
       -
         name: Set up Node.js
-        uses: actions/setup-node@v4
+        uses: actions/setup-node@v7
         with:
           node-version: 24
           cache: npm

package/.github/workflows/publish.yml

@@ -22,7 +22,7 @@ jobs:
     steps:
       # only used to resolve the tag to a commit, so it runs no code from the repository and keeps no
       # git credentials behind
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
         with:
           ref: ${{ github.event.release.tag_name }}
           persist-credentials: false
@@ -86,11 +86,11 @@ jobs:
     needs: check_tests
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
         with:
           ref: ${{ github.event.release.tag_name }}
       # Setup .npmrc file to publish to npm
-      - uses: actions/setup-node@v5
+      - uses: actions/setup-node@v7
         with:
           node-version: '24'
           registry-url: 'https://registry.npmjs.org'
@@ -121,19 +121,19 @@ jobs:
           exit 1
       -
         name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
+        uses: docker/setup-qemu-action@v4
       -
         name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@v4
       -
         name: Login to Docker Hub
-        uses: docker/login-action@v3
+        uses: docker/login-action@v4
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       -
         name: Build and push
-        uses: docker/build-push-action@v6
+        uses: docker/build-push-action@v7
         with:
           push: true
           build-args: |

package/build.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-CORE_PACKAGE="npm:single-file-core@1.5.107"
+CORE_PACKAGE="npm:single-file-core@1.5.113"
 ESBUILD_PACKAGE="npm:esbuild@0.27.7"
 
 project_dir=$(pwd)

package/deno.json

@@ -1,6 +1,6 @@
 {
   "name": "@single-file/single-file-cli",
-  "version": "2.4.1",
+  "version": "2.6.0",
   "description": "SingleFile CLI",
   "exports": {
     ".": "./single-file-cli-api.js"

package/lib/browser.js

@@ -62,7 +62,7 @@ const PROFILE_INCOMPATIBLE_ARGS = [
 const { build, makeTempDir, readDir, copyFile, mkdir, Command, errors, remove } = Deno;
 const { join } = path;
 let child, profilePath, childExited, keepProfilePath, browserDebugPort;
-export { launchBrowser, createBrowserProfile, getBrowserOptions, copyProfile, closeBrowser, browserExited };
+export { launchBrowser, createBrowserProfile, getBrowserOptions, copyProfile, pruneProfile, closeBrowser, browserExited };
 
 function getBrowserOptions(options) {
 	return {
@@ -71,7 +71,6 @@ function getBrowserOptions(options) {
 		executablePath: options.browserExecutablePath,
 		debug: options.browserDebug,
 		singleProcess: options.browserSingleProcess,
-		disableWebSecurity: options.browserDisableWebSecurity,
 		width: options.browserWidth,
 		height: options.browserHeight,
 		userAgent: options.userAgent,
@@ -241,6 +240,7 @@ async function closeBrowser() {
 	if (closedProfilePath !== undefined) {
 		if (keepProfilePath) {
 			await removeProfileLockEntries(closedProfilePath).catch(() => { });
+			await pruneProfile(closedProfilePath).catch(() => { });
 		} else {
 			try {
 				await remove(closedProfilePath, { recursive: true });
@@ -298,6 +298,27 @@ async function copyProfileEntries(entries, sourcePath, destinationPath) {
 	}
 }
 
+// the caches the browser fills during the session are the bulk of the profile and
+// none of them is ever copied to the capture profile, so they are dropped rather
+// than kept and copied over at every run
+async function pruneProfile(profileDirectory) {
+	await pruneProfileEntries(await readDir(profileDirectory), profileDirectory);
+}
+
+async function pruneProfileEntries(entries, profileDirectory) {
+	for (const entry of entries) {
+		if (entry.isSymlink) {
+			continue;
+		}
+		const entryPath = join(profileDirectory, entry.name);
+		if (PROFILE_IGNORED_ENTRY_NAMES.includes(entry.name)) {
+			await remove(entryPath, { recursive: true }).catch(() => { });
+		} else if (entry.isDirectory) {
+			await pruneProfileEntries(await readDir(entryPath), entryPath);
+		}
+	}
+}
+
 async function removeProfileLockEntries(profileDirectory) {
 	const entries = await readDir(profileDirectory);
 	for (const entry of entries) {

package/lib/cdp-client.js

@@ -62,6 +62,10 @@ const BINDING_CALLED_EVENT_TYPE = "bindingCalled";
 const LOCALHOST = "http://localhost:";
 const HEADLESS_USER_AGENT_TOKEN = "Headless";
 const BROWSER_EXITED_MAX_DELAY = 2000;
+const CORS_SAFELISTED_HEADER_NAMES = ["accept", "accept-language", "content-language"];
+const CORS_UNSAFE_HEADER_VALUE = /[^\t\x20-\x7e]|[():<>?@[\\\]{}]/;
+const CORS_SAFELISTED_HEADER_VALUE_MAX_LENGTH = 128;
+const SERVICE_WORKER_TARGET_TYPE = "service_worker";
 
 let browserOptions, relaunchBrowserPromise;
 
@@ -271,7 +275,7 @@ async function setupNetworkInterception({ Browser, Emulation, Fetch, Network },
 		setupProxyAuth({ Fetch }, { options, debugMessages });
 	}
 	setupRequestInterception({ Fetch }, { options, debugMessages, httpInfo, blockedURLPatterns });
-	if (options.httpHeaders) {
+	if (options.httpHeaders && !hasUnsafeHttpHeaders(options)) {
 		await setupHttpHeaders({ Network }, { options, debugMessages });
 	}
 	if (options.emulateMediaFeatures) {
@@ -287,12 +291,33 @@ function getInterceptionOptions(options) {
 	const REQUEST_STAGE = "Request";
 	const RESPONSE_STAGE = "Response";
 	const handleAuthRequests = Boolean(options.httpProxyUsername);
-	const patterns = handleAuthRequests ?
+	// a request paused on the response stage has already been sent and answered,
+	// so a blocked URL is only left uncontacted when the request stage is asked for
+	const patterns = handleAuthRequests || hasUnsafeHttpHeaders(options) || hasBlockedURLPatterns(options) ?
 		[{ requestStage: REQUEST_STAGE }, { requestStage: RESPONSE_STAGE }] :
 		[{ requestStage: RESPONSE_STAGE }];
 	return { handleAuthRequests, patterns };
 }
 
+function hasBlockedURLPatterns(options) {
+	return Boolean(options.blockedURLPatterns && options.blockedURLPatterns.length);
+}
+
+// headers set on the network layer are part of the CORS decision: one that is not
+// safelisted makes every cross-origin fetch of the page send a preflight, and the
+// servers that do not answer preflights lose the resource to the backend fetch.
+// Such headers are injected on the paused request instead, below that decision
+function hasUnsafeHttpHeaders(options) {
+	return Boolean(options.httpHeaders) &&
+		Object.entries(options.httpHeaders).some(([name, value]) => !isSafelistedHeader(name, value));
+}
+
+function isSafelistedHeader(name, value) {
+	return CORS_SAFELISTED_HEADER_NAMES.includes(name.toLowerCase()) &&
+		value.length <= CORS_SAFELISTED_HEADER_VALUE_MAX_LENGTH &&
+		!CORS_UNSAFE_HEADER_VALUE.test(value);
+}
+
 function setupProxyAuth({ Fetch }, { options, debugMessages }) {
 	const AUTH_REQUIRED_EVENT_TYPE = "authRequired";
 	const PROVIDE_CREDENTIALS_RESPONSE = "ProvideCredentials";
@@ -313,8 +338,12 @@ function setupRequestInterception({ Fetch }, { options, debugMessages, httpInfo,
 	const REQUEST_PAUSED_EVENT_TYPE = "requestPaused";
 	const ABORTED_ERROR_REASON = "Aborted";
 	const urlState = { url: options.url, alternativeUrl: getAlternativeUrl(options.url) };
+	const injectedHeaders = hasUnsafeHttpHeaders(options) ? options.httpHeaders : undefined;
 	Fetch.addEventListener(REQUEST_PAUSED_EVENT_TYPE, ignoringErrors(async ({ params, sessionId }) => {
-		const { requestId, request } = params;
+		const { requestId, request, responseStatusCode, responseErrorReason } = params;
+		// the request pauses twice when both stages are intercepted, and the
+		// headers can only be replaced on the first pause
+		const requestStage = responseStatusCode === undefined && responseErrorReason === undefined;
 		// the request is always resumed below, otherwise the page waits for it
 		// until the load timeout expires
 		let blocked = false;
@@ -335,7 +364,8 @@ function setupRequestInterception({ Fetch }, { options, debugMessages, httpInfo,
 			}
 		}
 		try {
-			await Fetch.continueRequest({ requestId }, sessionId);
+			const headers = requestStage && injectedHeaders ? getMergedHeaders(request.headers, injectedHeaders) : undefined;
+			await Fetch.continueRequest(headers ? { requestId, headers } : { requestId }, sessionId);
 		} catch {
 			// ignored
 		}
@@ -351,6 +381,15 @@ function setupRequestInterception({ Fetch }, { options, debugMessages, httpInfo,
 	}
 }
 
+// continueRequest replaces the headers of the request instead of adding to them,
+// so the ones the browser prepared are kept and the extra ones merged into them
+function getMergedHeaders(requestHeaders, extraHeaders) {
+	const headers = new Map();
+	Object.entries(requestHeaders).forEach(([name, value]) => headers.set(name.toLowerCase(), { name, value }));
+	Object.entries(extraHeaders).forEach(([name, value]) => headers.set(name.toLowerCase(), { name, value }));
+	return Array.from(headers.values());
+}
+
 function captureHttpInfo(params, urlState, { options, debugMessages, httpInfo }) {
 	const REDIRECT_STATUS_CODES = [301, 302, 303, 307, 308];
 	const DOCUMENT_RESOURCE_TYPE = "Document";
@@ -424,8 +463,9 @@ async function setupScriptInjection(cdp, { options, debugMessages }) {
 	await setupFrameScriptInjection(cdp, scriptSource, { options, debugMessages });
 }
 
-// out-of-process frames are separate targets, so the scripts registered above
-// do not reach them; they are attached paused, injected and resumed instead
+// out-of-process frames and service workers are separate targets, so neither the
+// scripts registered above nor the network options reach them; they are attached
+// paused, set up and resumed instead
 async function setupFrameScriptInjection(cdp, scriptSource, { options, debugMessages }) {
 	const { Page, Runtime, Target } = cdp;
 	const ATTACHED_TO_TARGET_EVENT_TYPE = "attachedToTarget";
@@ -434,7 +474,13 @@ async function setupFrameScriptInjection(cdp, scriptSource, { options, debugMess
 	Target.addEventListener(ATTACHED_TO_TARGET_EVENT_TYPE, ignoringErrors(async ({ params }) => {
 		const { sessionId, targetInfo, waitingForDebugger } = params;
 		try {
-			if (targetInfo.type === IFRAME_TARGET_TYPE) {
+			if (targetInfo.type === SERVICE_WORKER_TARGET_TYPE) {
+				logData(["Applying network options to service worker", targetInfo.url], { options, debugMessages });
+				// the requests a worker makes on behalf of the page are answered
+				// for by its own target, and it is attached paused, so the options
+				// are in place before it can serve a single one
+				await setupNetworkSession(cdp, sessionId, { options, debugMessages });
+			} else if (targetInfo.type === IFRAME_TARGET_TYPE) {
 				logData(["Injecting scripts into frame", targetInfo.url], { options, debugMessages });
 				// the scripts registered below only run when the Page domain is
 				// enabled on the session
@@ -463,17 +509,21 @@ async function setupFrameScriptInjection(cdp, scriptSource, { options, debugMess
 	await Target.setAutoAttach(autoAttachOptions);
 }
 
-async function setupFrameSession({ Browser, Emulation, Fetch, Network, Security }, sessionId, { options, debugMessages }) {
+async function setupNetworkSession({ Fetch, Network }, sessionId, { options, debugMessages }) {
 	const { handleAuthRequests, patterns } = getInterceptionOptions(options);
-	if (handleAuthRequests || (options.blockedURLPatterns && options.blockedURLPatterns.length)) {
+	if (handleAuthRequests || hasUnsafeHttpHeaders(options) || hasBlockedURLPatterns(options)) {
 		// the requestPaused and authRequired listeners are registered once on
 		// the connection and receive the events of every session
 		await Fetch.enable({ handleAuthRequests, patterns }, sessionId);
 	}
-	await setupSecurity({ Security }, { options, debugMessages }, sessionId);
-	if (options.httpHeaders) {
+	if (options.httpHeaders && !hasUnsafeHttpHeaders(options)) {
 		await setupHttpHeaders({ Network }, { options, debugMessages }, sessionId);
 	}
+}
+
+async function setupFrameSession({ Browser, Emulation, Fetch, Network, Security }, sessionId, { options, debugMessages }) {
+	await setupNetworkSession({ Fetch, Network }, sessionId, { options, debugMessages });
+	await setupSecurity({ Security }, { options, debugMessages }, sessionId);
 	if (options.emulateMediaFeatures) {
 		await setupMediaFeatures({ Emulation }, { options, debugMessages }, sessionId);
 	}
@@ -808,7 +858,7 @@ async function disableCdpDomains({ Console, Fetch, Network, Page, Runtime }, { o
 	await Fetch.disable();
 	await Runtime.disable();
 	await Page.disable();
-	if (options.httpHeaders) {
+	if (options.httpHeaders && !hasUnsafeHttpHeaders(options)) {
 		await Network.disable();
 	}
 	if (options.consoleMessagesFile) {