single-file-core 1.6.24 → 1.6.26

package/core/helper.js

@@ -69,6 +69,7 @@ const DISABLED_NOSCRIPT_ATTRIBUTE_NAME = "data-" + SINGLE_FILE_PREFIX + "disable
 const SELECTED_CONTENT_ATTRIBUTE_NAME = "data-" + SINGLE_FILE_PREFIX + "selected-content";
 const INVALID_ELEMENT_ATTRIBUTE_NAME = "data-" + SINGLE_FILE_PREFIX + "invalid-element";
 const ASYNC_SCRIPT_ATTRIBUTE_NAME = "data-" + SINGLE_FILE_PREFIX + "async-script";
+const CUSTOM_STYLESHEET_ATTRIBUTE_NAME = "data-" + SINGLE_FILE_PREFIX + "custom-stylesheet";
 const FLOW_ELEMENTS_SELECTOR = "*:not(base):not(link):not(meta):not(noscript):not(script):not(style):not(template):not(title)";
 const KEPT_TAG_NAMES = ["NOSCRIPT", "DISABLED-NOSCRIPT", "META", "LINK", "STYLE", "TITLE", "TEMPLATE", "SOURCE", "OBJECT", "SCRIPT", "HEAD", "BODY"];
 const INVOKABLE_ELEMENTS_SELECTOR = "[popover][id], dialog[id]";
@@ -173,6 +174,7 @@ export {
 	WIN_ID_ATTRIBUTE_NAME,
 	PRESERVED_SPACE_ELEMENT_ATTRIBUTE_NAME,
 	REMOVED_CONTENT_ATTRIBUTE_NAME,
+	CUSTOM_STYLESHEET_ATTRIBUTE_NAME,
 	HIDDEN_CONTENT_ATTRIBUTE_NAME,
 	HIDDEN_FRAME_ATTRIBUTE_NAME,
 	IMAGE_ATTRIBUTE_NAME,
@@ -305,6 +307,9 @@ function preProcessDoc(doc, win, options) {
 		element.textContent = "";
 	});
 	initDoc(doc);
+	if (options.customStylesheet) {
+		insertCustomStylesheet(doc, options.customStylesheet);
+	}
 	if (doc.head) {
 		doc.head.querySelectorAll(FLOW_ELEMENTS_SELECTOR).forEach(element => element.hidden = true);
 	}
@@ -371,10 +376,75 @@ function preProcessDoc(doc, win, options) {
 		markedElements: elementsInfo.markedElements,
 		invalidElements,
 		scrollPosition: { x: win.scrollX, y: win.scrollY },
-		adoptedStyleSheets: getStylesheetsContent(doc.adoptedStyleSheets)
+		adoptedStyleSheets: getStylesheetsContent(doc.adoptedStyleSheets),
+		manifestData: options.manifest ? getManifestData(doc, win) : undefined
 	};
 }
 
+function getManifestData(doc, win) {
+	const manifestData = { url: doc.documentURI, timings: {} };
+	try {
+		const lastModified = new Date(doc.lastModified);
+		if (!isNaN(lastModified)) {
+			manifestData.lastModified = lastModified.toISOString();
+		}
+		// eslint-disable-next-line no-unused-vars
+	} catch (error) {
+		// ignored
+	}
+	try {
+		const performance = win.performance;
+		manifestData.timeOrigin = new Date(performance.timeOrigin).toISOString();
+		const [navigation] = performance.getEntriesByType("navigation");
+		if (navigation) {
+			manifestData.navigation = getTimingData(navigation);
+			manifestData.navigation.type = navigation.type;
+			manifestData.navigation.redirectCount = navigation.redirectCount;
+		}
+		performance.getEntriesByType("resource").forEach(entry => manifestData.timings[entry.name] = getTimingData(entry));
+		// eslint-disable-next-line no-unused-vars
+	} catch (error) {
+		// ignored
+	}
+	try {
+		manifestData.environment = {
+			userAgent: win.navigator.userAgent,
+			viewport: { width: win.innerWidth, height: win.innerHeight, devicePixelRatio: win.devicePixelRatio },
+			media: {
+				prefersColorScheme: win.matchMedia("(prefers-color-scheme: dark)").matches ? "dark" : "light",
+				prefersReducedMotion: win.matchMedia("(prefers-reduced-motion: reduce)").matches ? "reduce" : "no-preference"
+			}
+		};
+		// eslint-disable-next-line no-unused-vars
+	} catch (error) {
+		// ignored
+	}
+	return manifestData;
+}
+
+function getTimingData(entry) {
+	const timingData = {
+		transferSize: entry.transferSize,
+		encodedBodySize: entry.encodedBodySize,
+		decodedBodySize: entry.decodedBodySize,
+		nextHopProtocol: entry.nextHopProtocol
+	};
+	if (entry.responseStatus) {
+		timingData.status = entry.responseStatus;
+	}
+	return timingData;
+}
+
+function insertCustomStylesheet(doc, content) {
+	const parentElement = doc.body || doc.documentElement;
+	if (parentElement) {
+		const styleElement = doc.createElement("style");
+		styleElement.setAttribute(CUSTOM_STYLESHEET_ATTRIBUTE_NAME, "");
+		styleElement.textContent = content;
+		parentElement.appendChild(styleElement);
+	}
+}
+
 function markInvalidNesting(doc) {
 	if (!doc.body) {
 		return;
@@ -1093,6 +1163,7 @@ function testHiddenElement(element, computedStyle) {
 
 function postProcessDoc(doc, markedElements, invalidElements) {
 	removeNestingMarkers(doc);
+	doc.querySelectorAll("style[" + CUSTOM_STYLESHEET_ATTRIBUTE_NAME + "]").forEach(element => element.remove());
 	doc.querySelectorAll("[" + DISABLED_NOSCRIPT_ATTRIBUTE_NAME + "]").forEach(element => {
 		element.textContent = element.getAttribute(DISABLED_NOSCRIPT_ATTRIBUTE_NAME);
 		element.removeAttribute(DISABLED_NOSCRIPT_ATTRIBUTE_NAME);
@@ -1335,7 +1406,7 @@ async function getDataURI(blob) {
 
 async function digest(algo, text) {
 	try {
-		const data = new TextEncoder("utf-8").encode(text);
+		const data = typeof text == "string" ? new TextEncoder("utf-8").encode(text) : text instanceof Uint8Array ? text : new Uint8Array(text);
 		const hash = globalThis.crypto && crypto.subtle ? await crypto.subtle.digest(algo, data) : sha.digest(algo, data);
 		return hex(hash);
 		// eslint-disable-next-line no-unused-vars

package/core/index.js

@@ -207,6 +207,7 @@ class Runner {
 			this.options.shadowRoots = docData.shadowRoots;
 			this.options.referrer = docData.referrer;
 			this.options.adoptedStyleSheets = docData.adoptedStyleSheets;
+			this.options.manifestData = docData.manifestData;
 			this.markedElements = docData.markedElements;
 			this.invalidElements = docData.invalidElements;
 		}
@@ -403,8 +404,12 @@ class BatchRequest {
 					baseURI,
 					blockMixedContent,
 					acceptHeaders: options.acceptHeaders,
-					networkTimeout: options.networkTimeout
+					networkTimeout: options.networkTimeout,
+					manifestEntries: options.manifestEntries
 				});
+				if (content.manifestEntry) {
+					content.manifestEntry.references = resourceRequests.length;
+				}
 				if (!this.cancelled) {
 					const extension = util.getContentTypeExtension(content.contentType) || util.getFilenameExtension(resourceURL, options.filenameReplacedCharacters, options.filenameReplacementCharacter, options.filenameReplacementCharacters);
 					resourceRequests.forEach(callbacks => {
@@ -451,6 +456,10 @@ const UTF8_CHARSET = "utf-8";
 const TAINTED_CANVAS_WARNING_MESSAGE = "SingleFile: canvas elements tainted by a cross-origin resource, dropped from the page:";
 const EMPTY_RESOURCE = "data:,";
 const ORDER_DEPENDENT_RULE = /@(layer|import)\b/i;
+const MANIFEST_TOP_WINDOW_ID = "0";
+const WINDOW_ID_SEPARATOR = ".";
+const MANIFEST_EXCLUDED_OPTION_NAMES = ["rootDocument", "saveFilenameTemplateData", "omitReferrerInTemplateData", "manifest"];
+const MANIFEST_STRING_OPTION_NAMES = ["customStylesheet", "filenameTemplate"];
 
 class Processor {
 	constructor(options, processorHelper, batchRequest) {
@@ -471,7 +480,10 @@ class Processor {
 			frames: new Map()
 		};
 		this.fontTests = options.fontTests;
+		this.frameManifests = [];
+		this.startDate = new Date();
 		options.generatedDataURIs = new Set();
+		options.manifestEntries = options.manifest ? [] : undefined;
 	}
 
 	registerGeneratedDataURI(dataURI) {
@@ -504,7 +516,8 @@ class Processor {
 				resourceReferrer: this.options.resourceReferrer,
 				expectedType: "document",
 				acceptHeaders: this.options.acceptHeaders,
-				networkTimeout: this.options.networkTimeout
+				networkTimeout: this.options.networkTimeout,
+				manifestEntries: this.options.manifestEntries
 			});
 			pageContent = content.data || "";
 		}
@@ -654,13 +667,54 @@ class Processor {
 		if (this.options.addProof) {
 			pageData.hash = await util.digest("SHA-256", content);
 		}
+		if (this.options.manifest) {
+			pageData.manifest = this.getManifest();
+		}
 		if (this.options.retrieveLinks) {
 			pageData.links = Array.from(new Set(Array.from(this.doc.links).map(linkElement => linkElement.href)));
 		}
 		return pageData;
 	}
 
+	getManifest() {
+		const windowId = this.options.windowId || MANIFEST_TOP_WINDOW_ID;
+		const manifestData = this.options.manifestData || {};
+		const frame = {
+			id: windowId,
+			parent: windowId.includes(WINDOW_ID_SEPARATOR) ? windowId.substring(0, windowId.lastIndexOf(WINDOW_ID_SEPARATOR)) : null,
+			url: this.baseURI
+		};
+		if (manifestData.lastModified) {
+			frame.lastModified = manifestData.lastModified;
+		}
+		if (manifestData.navigation) {
+			frame.navigation = manifestData.navigation;
+		}
+		frame.resources = this.options.manifestEntries.map(entry => {
+			const timing = manifestData.timings && (manifestData.timings[entry.finalUrl] || manifestData.timings[entry.url]);
+			return timing ? Object.assign({}, entry, { timing }) : entry;
+		});
+		const frames = [frame, ...this.frameManifests];
+		if (!this.options.rootDocument) {
+			return { frames };
+		}
+		const manifest = {
+			subject: { url: this.options.saveUrl, finalUrl: manifestData.url || this.baseURI, title: this.doc.title },
+			time: { captureStarted: this.startDate.toISOString(), captureEnded: new Date().toISOString() }
+		};
+		if (manifestData.timeOrigin) {
+			manifest.time.loaded = manifestData.timeOrigin;
+		}
+		if (manifestData.environment) {
+			manifest.environment = manifestData.environment;
+		}
+		manifest.options = getManifestOptions(this.options);
+		manifest.frames = frames;
+		return manifest;
+	}
+
 	preProcessPage() {
+		this.doc.querySelectorAll("style[" + util.CUSTOM_STYLESHEET_ATTRIBUTE_NAME + "]").forEach(element => element.removeAttribute(util.CUSTOM_STYLESHEET_ATTRIBUTE_NAME));
 		this.doc.body.querySelectorAll(":not(svg) title, meta, link[href][rel*=\"icon\"]").forEach(element => {
 			if ((this.options.win && element instanceof this.options.win.HTMLElement) || element instanceof globalThis.HTMLElement) {
 				this.doc.head.appendChild(element);
@@ -1462,6 +1516,7 @@ class Processor {
 			options.scrollPosition = frameData.scrollPosition;
 			options.scrolling = frameData.scrolling;
 			options.adoptedStyleSheets = frameData.adoptedStyleSheets;
+			options.manifestData = frameData.manifestData;
 			frameData.runner = new Runner(options, processorHelper);
 			frameData.frameElement = frameElement;
 			await frameData.runner.loadPage();
@@ -1667,6 +1722,9 @@ class Processor {
 					const { frameElement, pageData, frameWindowId, frameData } = capturedFrame;
 					this.processorHelper.processFrame(frameElement, pageData, this.options, this.resources, frameWindowId, frameData);
 					this.stats.addAll(pageData);
+					if (pageData.manifest) {
+						this.frameManifests.push(...pageData.manifest.frames);
+					}
 				}
 			});
 		}
@@ -1910,6 +1968,18 @@ function nameAssignedElements(hostElement) {
 	return splitSlots;
 }
 
+function getManifestOptions(options) {
+	const manifestOptions = {};
+	Object.keys(options).sort().forEach(name => {
+		const value = options[name];
+		const primitive = typeof value == "boolean" || typeof value == "number";
+		if ((primitive && !MANIFEST_EXCLUDED_OPTION_NAMES.includes(name)) || (typeof value == "string" && MANIFEST_STRING_OPTION_NAMES.includes(name))) {
+			manifestOptions[name] = value;
+		}
+	});
+	return manifestOptions;
+}
+
 function removeInsertedParagraphs(doc) {
 	getInsertedParagraphs(doc).forEach((_, paragraph) => paragraph.remove());
 }

package/core/lib/processor-helper-common.js

@@ -312,7 +312,8 @@ class ProcessorHelperCommon {
 			blockMixedContent: options.blockMixedContent,
 			expectedType: "stylesheet",
 			acceptHeaders: options.acceptHeaders,
-			networkTimeout: options.networkTimeout
+			networkTimeout: options.networkTimeout,
+			manifestEntries: options.manifestEntries
 		});
 		if (!(matchCharsetEquals(content.data, content.charset) || matchCharsetEquals(content.data, options.charset))) {
 			options = Object.assign({}, options, { charset: getCharset(content.data) });

package/core/lib/processor-helper-inline.js

@@ -263,7 +263,8 @@ function getProcessorHelperClass(utilInstance) {
 					blockMixedContent: options.blockMixedContent,
 					expectedType: "stylesheet",
 					acceptHeaders: options.acceptHeaders,
-					networkTimeout: options.networkTimeout
+					networkTimeout: options.networkTimeout,
+					manifestEntries: options.manifestEntries
 				});
 				if (content.failed) {
 					const liveContent = this.getLiveStylesheetContent(element, options);
@@ -405,7 +406,8 @@ function getProcessorHelperClass(utilInstance) {
 													resourceReferrer: options.resourceReferrer,
 													referrerPolicy: getReferrerPolicy(resourceElement),
 													acceptHeaders: options.acceptHeaders,
-													networkTimeout: options.networkTimeout
+													networkTimeout: options.networkTimeout,
+													manifestEntries: options.manifestEntries
 												})).data;
 												// eslint-disable-next-line no-unused-vars
 											} catch (error) {

package/core/lib/processor-helper.js

@@ -288,7 +288,8 @@ function getProcessorHelperClass(utilInstance) {
 					blockMixedContent: options.blockMixedContent,
 					expectedType: "stylesheet",
 					acceptHeaders: options.acceptHeaders,
-					networkTimeout: options.networkTimeout
+					networkTimeout: options.networkTimeout,
+					manifestEntries: options.manifestEntries
 				});
 				if (content.failed) {
 					const liveContent = this.getLiveStylesheetContent(element, options);
@@ -331,13 +332,15 @@ function getProcessorHelperClass(utilInstance) {
 				blockMixedContent: options.blockMixedContent,
 				...getStylesheetReferrer(resourceURL, options)
 			});
-			const name = "fonts/" + indexResource + extension;
+			const name = this.testEmptyResource(content) ? util.EMPTY_RESOURCE : "fonts/" + indexResource + extension;
 			if (!isDataURL(resourceURL) && options.saveOriginalURLs) {
 				urlNode.value = "-sf-url-original(" + JSON.stringify(originalResourceURL) + ") " + name;
 			} else {
 				urlNode.value = name;
 			}
-			resources.fonts.set(indexResource, { name, content, extension, contentType, url: resourceURL });
+			if (!this.testEmptyResource(content)) {
+				resources.fonts.set(indexResource, { name, content, extension, contentType, url: resourceURL });
+			}
 		}
 
 		groupDuplicateFonts(stylesheets, fonts) {
@@ -412,13 +415,15 @@ function getProcessorHelperClass(utilInstance) {
 					if ((!testIgnoredPath(resourceURL) && testValidURL(resourceURL)) || testGeneratedDataURI(resourceURL, options)) {
 						let { content, indexResource, contentType, extension } = await batchRequest.addURL(resourceURL,
 							{ asBinary: true, expectedType: "image", ...getStylesheetReferrer(resourceURL, options) });
-						const name = "images/" + indexResource + extension;
+						const name = this.testEmptyResource(content) ? util.EMPTY_RESOURCE : "images/" + indexResource + extension;
 						if (!isDataURL(resourceURL) && options.saveOriginalURLs) {
 							urlNode.value = "-sf-url-original(" + JSON.stringify(originalResourceURL) + ") " + name;
 						} else {
 							urlNode.value = name;
 						}
-						resources.images.set(indexResource, { name, content, extension, contentType, url: resourceURL });
+						if (!this.testEmptyResource(content)) {
+							resources.images.set(indexResource, { name, content, extension, contentType, url: resourceURL });
+						}
 					}
 				} else {
 					urlNode.value = util.EMPTY_RESOURCE;
@@ -473,7 +478,8 @@ function getProcessorHelperClass(utilInstance) {
 													resourceReferrer: options.resourceReferrer,
 													referrerPolicy: getReferrerPolicy(resourceElement),
 													acceptHeaders: options.acceptHeaders,
-													networkTimeout: options.networkTimeout
+													networkTimeout: options.networkTimeout,
+													manifestEntries: options.manifestEntries
 												})).data;
 												// eslint-disable-next-line no-unused-vars
 											} catch (error) {
@@ -505,8 +511,10 @@ function getProcessorHelperClass(utilInstance) {
 
 		async processImageSrcset(resourceURL, srcsetValue, resources, batchRequest, resourceElement) {
 			const { content, indexResource, extension, contentType } = await batchRequest.addURL(resourceURL, { asBinary: true, expectedType: "image", referrerPolicy: getReferrerPolicy(resourceElement) });
-			const name = "images/" + indexResource + extension;
-			resources.images.set(indexResource, { name, content, extension, contentType, url: resourceURL });
+			const name = this.testEmptyResource(content) ? util.EMPTY_RESOURCE : "images/" + indexResource + extension;
+			if (!this.testEmptyResource(content)) {
+				resources.images.set(indexResource, { name, content, extension, contentType, url: resourceURL });
+			}
 			resourceElement.removeAttribute(CROSS_ORIGIN_ATTRIBUTE_NAME);
 			return serializeSrcset([Object.assign({}, srcsetValue, { url: name })]);
 		}

package/core/util.js

@@ -70,6 +70,17 @@ const ZIP_FILENAME_OFFSET = 30;
 const USD_FILENAME_REGEXP = /\.usd[ac]?$/i;
 const CONTENT_TYPES_HTML = ["text/html", "application/xhtml+xml"];
 const EXPECTED_TYPES_MEDIA = ["font", "image", "video", "audio", "model"];
+const EXPECTED_TYPE_IMAGE = "image";
+const EXPECTED_TYPE_DOCUMENT = "document";
+const DATA_URI_PREFIX = "data:";
+const MANIFEST_OUTCOME_EMBEDDED = "embedded";
+const MANIFEST_OUTCOME_FAILED = "failed";
+const MANIFEST_OUTCOME_BLOCKED = "blocked";
+const MANIFEST_OUTCOME_REJECTED = "rejected";
+const MANIFEST_OUTCOME_OVERSIZED = "oversized";
+const MANIFEST_FETCHED_BY_PAGE = "page";
+const MANIFEST_FETCHED_BY_FRAME = "frame";
+const MANIFEST_HEADER_NAMES = ["date", "last-modified", "etag", "content-length", "content-encoding", "cache-control", "age", "expires", "server"];
 
 const URL = globalThis.URL;
 const DOMParser = globalThis.DOMParser;
@@ -226,6 +237,7 @@ function getInstance(utilOptions) {
 		PRESERVED_SPACE_ELEMENT_ATTRIBUTE_NAME: helper.PRESERVED_SPACE_ELEMENT_ATTRIBUTE_NAME,
 		STYLESHEET_ATTRIBUTE_NAME: helper.STYLESHEET_ATTRIBUTE_NAME,
 		LINK_STYLESHEET_ATTRIBUTE_NAME: helper.LINK_STYLESHEET_ATTRIBUTE_NAME,
+		CUSTOM_STYLESHEET_ATTRIBUTE_NAME: helper.CUSTOM_STYLESHEET_ATTRIBUTE_NAME,
 		SELECTED_CONTENT_ATTRIBUTE_NAME: helper.SELECTED_CONTENT_ATTRIBUTE_NAME,
 		INVALID_ELEMENT_ATTRIBUTE_NAME: helper.INVALID_ELEMENT_ATTRIBUTE_NAME,
 		COMMENT_HEADER: helper.COMMENT_HEADER,
@@ -243,6 +255,16 @@ function getInstance(utilOptions) {
 	};
 
 	async function getContent(resourceURL, options) {
+		const entry = options.manifestEntries && !resourceURL.startsWith(DATA_URI_PREFIX) ? { url: resourceURL, role: options.expectedType || EXPECTED_TYPE_DOCUMENT, outcome: MANIFEST_OUTCOME_FAILED } : undefined;
+		const content = await fetchContent(resourceURL, options, entry);
+		if (entry) {
+			options.manifestEntries.push(entry);
+			content.manifestEntry = entry;
+		}
+		return content;
+	}
+
+	async function fetchContent(resourceURL, options, entry) {
 		let response, startTime, networkTimeoutId, networkTimeoutPromise, resolveNetworkTimeoutPromise;
 		const fetchResource = utilOptions.fetch;
 		const fetchFrameResource = utilOptions.frameFetch;
@@ -251,6 +273,7 @@ function getInstance(utilOptions) {
 			log("  // STARTED download url =", resourceURL, "asBinary =", options.asBinary);
 		}
 		if (options.blockMixedContent && /^https:/i.test(options.baseURI) && !/^https:/i.test(resourceURL) && !/^blob:https:/i.test(resourceURL)) {
+			setManifestOutcome(entry, MANIFEST_OUTCOME_BLOCKED);
 			return getFetchResponse(resourceURL, options);
 		}
 		if (options.networkTimeout) {
@@ -271,21 +294,24 @@ function getInstance(utilOptions) {
 						fetchFrameResource(resourceURL, { frameId: options.frameId, referrer: options.resourceReferrer, referrerPolicy: options.referrerPolicy || undefined, stylesheetURL: options.stylesheetURL || undefined, stylesheetReferrerPolicy: options.stylesheetReferrerPolicy || undefined, headers: { accept } }),
 						networkTimeoutPromise
 					]);
+					setManifestResponse(entry, response, MANIFEST_FETCHED_BY_FRAME);
 					// eslint-disable-next-line no-unused-vars
 				} catch (error) {
 					response = await Promise.race([
 						fetchResource(resourceURL, { referrer: options.resourceReferrer, referrerPolicy: options.referrerPolicy || undefined, stylesheetURL: options.stylesheetURL || undefined, stylesheetReferrerPolicy: options.stylesheetReferrerPolicy || undefined, headers: { accept } }),
 						networkTimeoutPromise
 					]);
+					setManifestResponse(entry, response, MANIFEST_FETCHED_BY_PAGE);
 				}
 			} else {
 				response = await Promise.race([
 					fetchResource(resourceURL, { referrer: options.resourceReferrer, referrerPolicy: options.referrerPolicy || undefined, stylesheetURL: options.stylesheetURL || undefined, stylesheetReferrerPolicy: options.stylesheetReferrerPolicy || undefined, headers: { accept } }),
 					networkTimeoutPromise
 				]);
+				setManifestResponse(entry, response, MANIFEST_FETCHED_BY_PAGE);
 			}
-			// eslint-disable-next-line no-unused-vars
 		} catch (error) {
+			setManifestError(entry, error);
 			return getFailedFetchResponse(resourceURL, options);
 		} finally {
 			resolveNetworkTimeoutPromise();
@@ -296,10 +322,11 @@ function getInstance(utilOptions) {
 		let buffer;
 		try {
 			buffer = await response.arrayBuffer();
-			// eslint-disable-next-line no-unused-vars
 		} catch (error) {
+			setManifestError(entry, error);
 			return options.inline ? { data: options.asBinary ? helper.EMPTY_RESOURCE : "", resourceURL } : { resourceURL };
 		}
+		await setManifestContent(entry, buffer);
 		resourceURL = response.url || resourceURL;
 		let contentType = "", charset;
 		try {
@@ -319,8 +346,15 @@ function getInstance(utilOptions) {
 		if (!charset && options.charset) {
 			charset = options.charset;
 		}
+		if (entry) {
+			entry.contentType = contentType;
+			if (charset) {
+				entry.charset = charset;
+			}
+		}
 		if (options.asBinary) {
-			if (response.status >= 400 || (EXPECTED_TYPES_MEDIA.includes(options.expectedType) && CONTENT_TYPES_HTML.includes(contentType))) {
+			if ((response.status >= 400 && options.expectedType != EXPECTED_TYPE_IMAGE) || (EXPECTED_TYPES_MEDIA.includes(options.expectedType) && CONTENT_TYPES_HTML.includes(contentType))) {
+				setManifestOutcome(entry, MANIFEST_OUTCOME_REJECTED);
 				return getFetchResponse(resourceURL, options);
 			}
 			try {
@@ -328,19 +362,23 @@ function getInstance(utilOptions) {
 					log("  // ENDED   download url =", resourceURL, "delay =", Date.now() - startTime);
 				}
 				if (options.maxResourceSizeEnabled && buffer.byteLength > options.maxResourceSize * ONE_MB) {
+					setManifestOutcome(entry, MANIFEST_OUTCOME_OVERSIZED);
 					return getFetchResponse(resourceURL, options);
 				} else {
+					setManifestOutcome(entry, MANIFEST_OUTCOME_EMBEDDED);
 					return getFetchResponse(resourceURL, options, buffer, null, contentType);
 				}
-				// eslint-disable-next-line no-unused-vars
 			} catch (error) {
+				setManifestError(entry, error);
 				return getFetchResponse(resourceURL, options);
 			}
 		} else {
-			if (response.status >= 400) {
+			if (response.status >= 400 && options.expectedType != EXPECTED_TYPE_DOCUMENT) {
+				setManifestOutcome(entry, MANIFEST_OUTCOME_REJECTED);
 				return getFailedFetchResponse(resourceURL, options);
 			}
 			if (options.validateTextContentType && contentType && !contentType.startsWith(PREFIX_CONTENT_TYPE_TEXT)) {
+				setManifestOutcome(entry, MANIFEST_OUTCOME_REJECTED);
 				return getFetchResponse(resourceURL, options);
 			}
 			if (!charset) {
@@ -350,14 +388,16 @@ function getInstance(utilOptions) {
 				log("  // ENDED   download url =", resourceURL, "delay =", Date.now() - startTime);
 			}
 			if (options.maxResourceSizeEnabled && buffer.byteLength > options.maxResourceSize * ONE_MB) {
+				setManifestOutcome(entry, MANIFEST_OUTCOME_OVERSIZED);
 				return getFetchResponse(resourceURL, options, null, charset);
 			} else {
 				try {
 					const fetchResponse = await getFetchResponse(resourceURL, options, buffer, charset, contentType);
 					fetchResponse.referrerPolicy = (response.headers && response.headers.get("referrer-policy")) || undefined;
+					setManifestOutcome(entry, MANIFEST_OUTCOME_EMBEDDED);
 					return fetchResponse;
-					// eslint-disable-next-line no-unused-vars
 				} catch (error) {
+					setManifestError(entry, error);
 					return getFetchResponse(resourceURL, options, null, charset);
 				}
 			}
@@ -365,6 +405,60 @@ function getInstance(utilOptions) {
 	}
 }
 
+function setManifestResponse(entry, response, fetchedBy) {
+	if (entry) {
+		entry.fetchedBy = fetchedBy;
+		if (response.url) {
+			entry.finalUrl = response.url;
+		}
+		if (response.status !== undefined) {
+			entry.status = response.status;
+		}
+		const headers = {};
+		MANIFEST_HEADER_NAMES.forEach(name => {
+			const value = getHeaderValue(response.headers, name);
+			if (value) {
+				headers[name] = value;
+			}
+		});
+		if (Object.keys(headers).length) {
+			entry.headers = headers;
+		}
+	}
+}
+
+function getHeaderValue(headers, name) {
+	if (headers) {
+		if (typeof headers.get == "function") {
+			return headers.get(name);
+		}
+		const key = Object.keys(headers).find(key => key.toLowerCase() == name);
+		return key === undefined ? undefined : headers[key];
+	}
+}
+
+async function setManifestContent(entry, buffer) {
+	if (entry) {
+		entry.size = buffer.byteLength;
+		entry.sha256 = await helper.digest("SHA-256", buffer);
+	}
+}
+
+function setManifestOutcome(entry, outcome) {
+	if (entry) {
+		entry.outcome = outcome;
+	}
+}
+
+function setManifestError(entry, error) {
+	if (entry) {
+		entry.outcome = MANIFEST_OUTCOME_FAILED;
+		if (error && error.message) {
+			entry.error = error.message;
+		}
+	}
+}
+
 async function getFailedFetchResponse(resourceURL, options) {
 	const response = await getFetchResponse(resourceURL, options);
 	response.failed = true;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "single-file-core",
-	"version": "1.6.24",
+	"version": "1.6.26",
 	"description": "SingleFile Core",
 	"author": "Gildas Lormeau",
 	"license": "AGPL-3.0-or-later",

package/processors/frame-tree/content/content-frame-tree.js

@@ -237,6 +237,7 @@ function initResponse(message) {
 				frameData.scrollPosition = messageFrameData.scrollPosition;
 				frameData.scrolling = messageFrameData.scrolling;
 				frameData.adoptedStyleSheets = messageFrameData.adoptedStyleSheets;
+				frameData.manifestData = messageFrameData.manifestData;
 			}
 		});
 		const remainingFrames = windowData.frames.filter(frameData => !frameData.processed).length;
@@ -459,6 +460,7 @@ function getFrameData(document, win, windowId, options, scrolling) {
 		scrollPosition: docData.scrollPosition,
 		scrolling,
 		adoptedStyleSheets: docData.adoptedStyleSheets,
+		manifestData: docData.manifestData,
 		processed: true
 	};
 }

package/single-file.js

@@ -131,5 +131,14 @@ async function getPageData(options = {}, initOptions, doc, win) {
 		}
 		pageData.content = Array.from(new Uint8Array(arrayBuffer));
 	}
+	if (pageData.manifest) {
+		const content = options.compressContent ? new Uint8Array(pageData.content) : pageData.content;
+		pageData.manifest.output = {
+			filename: pageData.filename,
+			mimeType: pageData.mimeType,
+			size: options.compressContent ? content.length : helper.getContentSize(content),
+			sha256: await helper.digest("SHA-256", content)
+		};
+	}
 	return pageData;
 }