feedscout 1.9.0 → 1.10.0

package/dist/_virtual/_rolldown/runtime.cjs

@@ -0,0 +1,23 @@
+//#region \0rolldown/runtime.js
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+	if (from && typeof from === "object" || typeof from === "function") for (var keys = __getOwnPropNames(from), i = 0, n = keys.length, key; i < n; i++) {
+		key = keys[i];
+		if (!__hasOwnProp.call(to, key) && key !== except) __defProp(to, key, {
+			get: ((k) => from[k]).bind(null, key),
+			enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+		});
+	}
+	return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", {
+	value: mod,
+	enumerable: true
+}) : target, mod));
+//#endregion
+exports.__toESM = __toESM;

package/dist/blogrolls/defaults.cjs

@@ -42,7 +42,8 @@ const defaultHtmlOptions = {
 	linkSelectors,
 	anchorUris: urisComprehensive,
 	anchorIgnoredUris: [],
-	anchorLabels
+	anchorLabels,
+	anchorAttributes: ["aria-label", "title"]
 };
 const defaultHeadersOptions = { linkSelectors };
 const defaultGuessOptions = { uris: urisBalanced };

package/dist/blogrolls/defaults.js

@@ -42,7 +42,8 @@ const defaultHtmlOptions = {
 	linkSelectors,
 	anchorUris: urisComprehensive,
 	anchorIgnoredUris: [],
-	anchorLabels
+	anchorLabels,
+	anchorAttributes: ["aria-label", "title"]
 };
 const defaultHeadersOptions = { linkSelectors };
 const defaultGuessOptions = { uris: urisBalanced };

package/dist/blogrolls/extractors.cjs

@@ -1,7 +1,8 @@
+const require_utils = require("../common/utils.cjs");
 let feedsmith = require("feedsmith");
 //#region src/blogrolls/extractors.ts
-const defaultExtractFn = ({ content, url }) => {
-	if (!content) return {
+const defaultExtractFn = ({ content, url, status }) => {
+	if (!content || !require_utils.isSuccessfulStatus(status)) return {
 		url,
 		isValid: false
 	};

package/dist/blogrolls/extractors.js

@@ -1,7 +1,8 @@
+import { isSuccessfulStatus } from "../common/utils.js";
 import { parseOpml } from "feedsmith";
 //#region src/blogrolls/extractors.ts
-const defaultExtractFn = ({ content, url }) => {
-	if (!content) return {
+const defaultExtractFn = ({ content, url, status }) => {
+	if (!content || !isSuccessfulStatus(status)) return {
 		url,
 		isValid: false
 	};

package/dist/common/discover/index.cjs

@@ -1,11 +1,13 @@
-const require_utils = require("./utils.cjs");
+const require_utils = require("../utils.cjs");
+const require_utils$1 = require("./utils.cjs");
 const require_types = require("../types.cjs");
-const require_utils$1 = require("../utils.cjs");
 const require_index = require("../uris/index.cjs");
 //#region src/common/discover/index.ts
 const discover = async (input, options, defaults) => {
-	const { methods, fetchFn, extractFn, resolveUrlFn, resolveSiteUrlFn, stopOnFirstMethod = false, stopOnFirstResult = false, concurrency = 3, includeInvalid = false, onProgress } = options;
-	const sourceInput = await require_utils.normalizeInput(input, fetchFn);
+	const { methods, fetchFn, extractFn, resolveUrlFn, resolveSiteUrlFn, stopOnFirstMethod = false, stopOnFirstResult = false, concurrency = 3, maxUris = 50, includeInvalid = false, onProgress, onError } = options;
+	const safeConcurrency = require_utils.toPositiveInteger(concurrency, 3);
+	const safeMaxUris = require_utils.toPositiveInteger(maxUris, 50);
+	const sourceInput = await require_utils$1.normalizeInput(input, fetchFn, onError);
 	if (sourceInput.content) {
 		const result = await extractFn({
 			url: sourceInput.url,
@@ -24,26 +26,37 @@ const discover = async (input, options, defaults) => {
 				content: typeof response.body === "string" ? response.body : "",
 				headers: response.headers
 			};
-		} catch {}
+		} catch (error) {
+			onError?.(error, {
+				phase: "resolveSiteUrl",
+				url: siteUrl
+			});
+		}
 	}
-	const urisByMethod = await require_index.discoverUris(require_utils.normalizeMethodsConfig(sourceInput, siteInput, methods, defaults), fetchFn);
+	const urisByMethod = await require_index.discoverUris(require_utils$1.normalizeMethodsConfig(sourceInput, siteInput, methods, defaults), fetchFn);
 	const seen = /* @__PURE__ */ new Set();
 	const methodGroups = [];
+	let remaining = safeMaxUris;
 	for (const method of require_types.discoverMethodOrder) {
+		if (remaining <= 0) break;
 		const rawUris = urisByMethod[method];
 		if (!rawUris || rawUris.length === 0) continue;
 		const unique = rawUris.map((entry) => {
-			return require_utils.normalizeUriEntry(entry, resolveUrlFn, sourceInput.url);
+			return require_utils$1.normalizeUriEntry(entry, resolveUrlFn, sourceInput.url);
 		}).filter((entry) => {
-			const key = typeof entry.uri === "string" ? entry.uri : entry.uri.join("\0");
+			const key = typeof entry.uri === "string" ? entry.uri : [...entry.uri].sort().join("\0");
 			if (seen.has(key)) return false;
 			seen.add(key);
 			return true;
 		});
-		if (unique.length > 0) methodGroups.push({
-			method,
-			entries: unique
-		});
+		if (unique.length > 0) {
+			const capped = unique.slice(0, remaining);
+			remaining -= capped.length;
+			methodGroups.push({
+				method,
+				entries: capped
+			});
+		}
 	}
 	const total = methodGroups.reduce((sum, group) => sum + group.entries.length, 0);
 	const results = [];
@@ -91,8 +104,8 @@ const discover = async (input, options, defaults) => {
 	};
 	for (const { method, entries } of methodGroups) {
 		const foundBefore = found;
-		await require_utils$1.processConcurrently(entries, (entry) => processUri(entry, method), {
-			concurrency,
+		await require_utils.processConcurrently(entries, (entry) => processUri(entry, method), {
+			concurrency: safeConcurrency,
 			shouldStop: () => {
 				return stopOnFirstResult && found > 0;
 			}

package/dist/common/discover/index.js

@@ -1,11 +1,13 @@
+import { processConcurrently, toPositiveInteger } from "../utils.js";
 import { normalizeInput, normalizeMethodsConfig, normalizeUriEntry } from "./utils.js";
 import { discoverMethodOrder } from "../types.js";
-import { processConcurrently } from "../utils.js";
 import { discoverUris } from "../uris/index.js";
 //#region src/common/discover/index.ts
 const discover = async (input, options, defaults) => {
-	const { methods, fetchFn, extractFn, resolveUrlFn, resolveSiteUrlFn, stopOnFirstMethod = false, stopOnFirstResult = false, concurrency = 3, includeInvalid = false, onProgress } = options;
-	const sourceInput = await normalizeInput(input, fetchFn);
+	const { methods, fetchFn, extractFn, resolveUrlFn, resolveSiteUrlFn, stopOnFirstMethod = false, stopOnFirstResult = false, concurrency = 3, maxUris = 50, includeInvalid = false, onProgress, onError } = options;
+	const safeConcurrency = toPositiveInteger(concurrency, 3);
+	const safeMaxUris = toPositiveInteger(maxUris, 50);
+	const sourceInput = await normalizeInput(input, fetchFn, onError);
 	if (sourceInput.content) {
 		const result = await extractFn({
 			url: sourceInput.url,
@@ -24,26 +26,37 @@ const discover = async (input, options, defaults) => {
 				content: typeof response.body === "string" ? response.body : "",
 				headers: response.headers
 			};
-		} catch {}
+		} catch (error) {
+			onError?.(error, {
+				phase: "resolveSiteUrl",
+				url: siteUrl
+			});
+		}
 	}
 	const urisByMethod = await discoverUris(normalizeMethodsConfig(sourceInput, siteInput, methods, defaults), fetchFn);
 	const seen = /* @__PURE__ */ new Set();
 	const methodGroups = [];
+	let remaining = safeMaxUris;
 	for (const method of discoverMethodOrder) {
+		if (remaining <= 0) break;
 		const rawUris = urisByMethod[method];
 		if (!rawUris || rawUris.length === 0) continue;
 		const unique = rawUris.map((entry) => {
 			return normalizeUriEntry(entry, resolveUrlFn, sourceInput.url);
 		}).filter((entry) => {
-			const key = typeof entry.uri === "string" ? entry.uri : entry.uri.join("\0");
+			const key = typeof entry.uri === "string" ? entry.uri : [...entry.uri].sort().join("\0");
 			if (seen.has(key)) return false;
 			seen.add(key);
 			return true;
 		});
-		if (unique.length > 0) methodGroups.push({
-			method,
-			entries: unique
-		});
+		if (unique.length > 0) {
+			const capped = unique.slice(0, remaining);
+			remaining -= capped.length;
+			methodGroups.push({
+				method,
+				entries: capped
+			});
+		}
 	}
 	const total = methodGroups.reduce((sum, group) => sum + group.entries.length, 0);
 	const results = [];
@@ -92,7 +105,7 @@ const discover = async (input, options, defaults) => {
 	for (const { method, entries } of methodGroups) {
 		const foundBefore = found;
 		await processConcurrently(entries, (entry) => processUri(entry, method), {
-			concurrency,
+			concurrency: safeConcurrency,
 			shouldStop: () => {
 				return stopOnFirstResult && found > 0;
 			}

package/dist/common/discover/utils.cjs

@@ -1,7 +1,8 @@
 const require_locales = require("../locales.cjs");
+const require_utils = require("../utils.cjs");
 //#region src/common/discover/utils.ts
-const normalizeInput = async (input, fetchFn) => {
-	if (typeof input === "object") return input;
+const normalizeInput = async (input, fetchFn, onError) => {
+	if (require_utils.isObject(input)) return input;
 	try {
 		const response = await fetchFn(input);
 		return {
@@ -9,7 +10,12 @@ const normalizeInput = async (input, fetchFn) => {
 			content: typeof response.body === "string" ? response.body : void 0,
 			headers: response.headers
 		};
-	} catch {}
+	} catch (error) {
+		onError?.(error, {
+			phase: "fetchInput",
+			url: input
+		});
+	}
 	return { url: input };
 };
 const getLinkOfType = (links, rel) => {

package/dist/common/discover/utils.js

@@ -1,7 +1,8 @@
 import { errors } from "../locales.js";
+import { isObject } from "../utils.js";
 //#region src/common/discover/utils.ts
-const normalizeInput = async (input, fetchFn) => {
-	if (typeof input === "object") return input;
+const normalizeInput = async (input, fetchFn, onError) => {
+	if (isObject(input)) return input;
 	try {
 		const response = await fetchFn(input);
 		return {
@@ -9,7 +10,12 @@ const normalizeInput = async (input, fetchFn) => {
 			content: typeof response.body === "string" ? response.body : void 0,
 			headers: response.headers
 		};
-	} catch {}
+	} catch (error) {
+		onError?.(error, {
+			phase: "fetchInput",
+			url: input
+		});
+	}
 	return { url: input };
 };
 const getLinkOfType = (links, rel) => {

package/dist/common/types.d.cts

@@ -43,6 +43,11 @@ type DiscoverProgress = {
   current: string;
 };
 type DiscoverOnProgressFn = (progress: DiscoverProgress) => void;
+type DiscoverErrorContext = {
+  phase: 'fetchInput' | 'resolveSiteUrl';
+  url?: string;
+};
+type DiscoverOnErrorFn = (error: unknown, context: DiscoverErrorContext) => void;
 type DiscoverResult<TValid = object> = ({
   url: string;
   isValid: true;
@@ -83,7 +88,9 @@ type DiscoverOptions<TValid, TMethods extends DiscoverMethod = DiscoverMethod> =
   stopOnFirstMethod?: boolean;
   stopOnFirstResult?: boolean;
   concurrency?: number;
+  maxUris?: number;
   onProgress?: DiscoverOnProgressFn;
+  onError?: DiscoverOnErrorFn;
   includeInvalid?: boolean;
 };
 //#endregion

package/dist/common/types.d.ts

@@ -43,6 +43,11 @@ type DiscoverProgress = {
   current: string;
 };
 type DiscoverOnProgressFn = (progress: DiscoverProgress) => void;
+type DiscoverErrorContext = {
+  phase: 'fetchInput' | 'resolveSiteUrl';
+  url?: string;
+};
+type DiscoverOnErrorFn = (error: unknown, context: DiscoverErrorContext) => void;
 type DiscoverResult<TValid = object> = ({
   url: string;
   isValid: true;
@@ -83,7 +88,9 @@ type DiscoverOptions<TValid, TMethods extends DiscoverMethod = DiscoverMethod> =
   stopOnFirstMethod?: boolean;
   stopOnFirstResult?: boolean;
   concurrency?: number;
+  maxUris?: number;
   onProgress?: DiscoverOnProgressFn;
+  onError?: DiscoverOnErrorFn;
   includeInvalid?: boolean;
 };
 //#endregion

package/dist/common/uris/headers/index.cjs

@@ -1,25 +1,15 @@
+const require_runtime = require("../../../_virtual/_rolldown/runtime.cjs");
 const require_utils = require("../../utils.cjs");
+let http_link_header = require("http-link-header");
+http_link_header = require_runtime.__toESM(http_link_header, 1);
 //#region src/common/uris/headers/index.ts
-const linkSplitRegex = /,(?=\s*<)/;
-const urlRegex = /<([^<>]+)>/;
-const relRegex = /rel\s*=\s*["']?([^"';,]+)["']?/i;
-const typeRegex = /type\s*=\s*["']?([^"';,]+)["']?/i;
 const discoverUrisFromHeaders = (headers, options) => {
-	const uris = /* @__PURE__ */ new Set();
 	const linkHeader = headers.get("link");
 	if (!linkHeader) return [];
-	const links = linkHeader.split(linkSplitRegex);
-	for (const link of links) {
-		const urlMatch = link.match(urlRegex);
-		const relMatch = link.match(relRegex);
-		const typeMatch = link.match(typeRegex);
-		if (!urlMatch) continue;
-		const url = urlMatch[1];
-		const rel = relMatch?.[1]?.toLowerCase();
-		const type = typeMatch?.[1];
-		if (!rel) continue;
-		if (require_utils.matchesAnyOfLinkSelectors(rel, type, options.linkSelectors)) uris.add(url);
-	}
+	const uris = /* @__PURE__ */ new Set();
+	try {
+		for (const ref of http_link_header.default.parse(linkHeader).refs) if (ref.rel && require_utils.matchesAnyOfLinkSelectors(ref.rel, ref.type, options.linkSelectors)) uris.add(ref.uri);
+	} catch {}
 	return [...uris];
 };
 //#endregion

package/dist/common/uris/headers/index.js

@@ -1,25 +1,13 @@
 import { matchesAnyOfLinkSelectors } from "../../utils.js";
+import LinkHeader from "http-link-header";
 //#region src/common/uris/headers/index.ts
-const linkSplitRegex = /,(?=\s*<)/;
-const urlRegex = /<([^<>]+)>/;
-const relRegex = /rel\s*=\s*["']?([^"';,]+)["']?/i;
-const typeRegex = /type\s*=\s*["']?([^"';,]+)["']?/i;
 const discoverUrisFromHeaders = (headers, options) => {
-	const uris = /* @__PURE__ */ new Set();
 	const linkHeader = headers.get("link");
 	if (!linkHeader) return [];
-	const links = linkHeader.split(linkSplitRegex);
-	for (const link of links) {
-		const urlMatch = link.match(urlRegex);
-		const relMatch = link.match(relRegex);
-		const typeMatch = link.match(typeRegex);
-		if (!urlMatch) continue;
-		const url = urlMatch[1];
-		const rel = relMatch?.[1]?.toLowerCase();
-		const type = typeMatch?.[1];
-		if (!rel) continue;
-		if (matchesAnyOfLinkSelectors(rel, type, options.linkSelectors)) uris.add(url);
-	}
+	const uris = /* @__PURE__ */ new Set();
+	try {
+		for (const ref of LinkHeader.parse(linkHeader).refs) if (ref.rel && matchesAnyOfLinkSelectors(ref.rel, ref.type, options.linkSelectors)) uris.add(ref.uri);
+	} catch {}
 	return [...uris];
 };
 //#endregion

package/dist/common/uris/html/handlers.cjs

@@ -27,9 +27,13 @@ const handleOpenTag = (context, name, attribs, _isImplied) => {
 			} catch {}
 			if (pathname && require_utils.includesAnyOf(pathname, context.options.anchorPathSegments)) context.discoveredUris.add(attribs.href);
 		}
-		const ariaLabel = attribs["aria-label"];
-		const title = attribs.title;
-		if (ariaLabel && require_utils.includesAnyOf(ariaLabel, context.options.anchorLabels) || title && require_utils.includesAnyOf(title, context.options.anchorLabels)) context.discoveredUris.add(attribs.href);
+	}
+	if (context.currentAnchor.href && context.options.anchorAttributes?.length) for (const attribute of context.options.anchorAttributes) {
+		const value = attribs[attribute];
+		if (value && require_utils.includesAnyOf(value, context.options.anchorLabels)) {
+			context.discoveredUris.add(context.currentAnchor.href);
+			break;
+		}
 	}
 };
 const handleText = (context, text) => {

package/dist/common/uris/html/handlers.js

@@ -27,9 +27,13 @@ const handleOpenTag = (context, name, attribs, _isImplied) => {
 			} catch {}
 			if (pathname && includesAnyOf(pathname, context.options.anchorPathSegments)) context.discoveredUris.add(attribs.href);
 		}
-		const ariaLabel = attribs["aria-label"];
-		const title = attribs.title;
-		if (ariaLabel && includesAnyOf(ariaLabel, context.options.anchorLabels) || title && includesAnyOf(title, context.options.anchorLabels)) context.discoveredUris.add(attribs.href);
+	}
+	if (context.currentAnchor.href && context.options.anchorAttributes?.length) for (const attribute of context.options.anchorAttributes) {
+		const value = attribs[attribute];
+		if (value && includesAnyOf(value, context.options.anchorLabels)) {
+			context.discoveredUris.add(context.currentAnchor.href);
+			break;
+		}
 	}
 };
 const handleText = (context, text) => {

package/dist/common/uris/html/types.d.cts

@@ -8,6 +8,7 @@ type HtmlMethodOptions = {
   anchorPathSegments?: Array<Pattern>;
   anchorIgnoredUris: Array<Pattern>;
   anchorLabels: Array<Pattern>;
+  anchorAttributes?: Array<string>;
 };
 //#endregion
 export { HtmlMethodOptions };

package/dist/common/uris/html/types.d.ts

@@ -8,6 +8,7 @@ type HtmlMethodOptions = {
   anchorPathSegments?: Array<Pattern>;
   anchorIgnoredUris: Array<Pattern>;
   anchorLabels: Array<Pattern>;
+  anchorAttributes?: Array<string>;
 };
 //#endregion
 export { HtmlMethodOptions };

package/dist/common/utils.cjs

@@ -5,6 +5,15 @@ const composeHint = (key) => ({
 	key,
 	label: require_locales.hints[key]
 });
+const isSuccessfulStatus = (status) => {
+	return status === void 0 || status >= 200 && status < 300;
+};
+const isObject = (value) => {
+	return value !== null && typeof value === "object" && !Array.isArray(value);
+};
+const toPositiveInteger = (value, fallback) => {
+	return typeof value === "number" && Number.isInteger(value) && value >= 1 ? value : fallback;
+};
 const normalizeMimeType = (type) => {
 	return type.split(";")[0].trim().toLowerCase();
 };
@@ -69,7 +78,7 @@ const matchesAnyOfLinkSelectors = (rel, type, selectors) => {
 	});
 };
 const processConcurrently = async (items, processFn, options) => {
-	if (options.concurrency < 1) return;
+	if (!(options.concurrency >= 1)) return;
 	const active = /* @__PURE__ */ new Set();
 	let index = 0;
 	while (index < items.length || active.size > 0) {
@@ -92,7 +101,10 @@ exports.hasMetaContent = hasMetaContent;
 exports.includesAnyOf = includesAnyOf;
 exports.isAnyOf = isAnyOf;
 exports.isHostOf = isHostOf;
+exports.isObject = isObject;
 exports.isSubdomainOf = isSubdomainOf;
+exports.isSuccessfulStatus = isSuccessfulStatus;
 exports.matchesAnyOfLinkSelectors = matchesAnyOfLinkSelectors;
 exports.omitEmpty = omitEmpty;
 exports.processConcurrently = processConcurrently;
+exports.toPositiveInteger = toPositiveInteger;

package/dist/common/utils.js

@@ -5,6 +5,15 @@ const composeHint = (key) => ({
 	key,
 	label: hints[key]
 });
+const isSuccessfulStatus = (status) => {
+	return status === void 0 || status >= 200 && status < 300;
+};
+const isObject = (value) => {
+	return value !== null && typeof value === "object" && !Array.isArray(value);
+};
+const toPositiveInteger = (value, fallback) => {
+	return typeof value === "number" && Number.isInteger(value) && value >= 1 ? value : fallback;
+};
 const normalizeMimeType = (type) => {
 	return type.split(";")[0].trim().toLowerCase();
 };
@@ -69,7 +78,7 @@ const matchesAnyOfLinkSelectors = (rel, type, selectors) => {
 	});
 };
 const processConcurrently = async (items, processFn, options) => {
-	if (options.concurrency < 1) return;
+	if (!(options.concurrency >= 1)) return;
 	const active = /* @__PURE__ */ new Set();
 	let index = 0;
 	while (index < items.length || active.size > 0) {
@@ -85,4 +94,4 @@ const processConcurrently = async (items, processFn, options) => {
 	}
 };
 //#endregion
-export { anyWordMatchesAnyOf, composeHint, endsWithAnyOf, hasMetaContent, includesAnyOf, isAnyOf, isHostOf, isSubdomainOf, matchesAnyOfLinkSelectors, omitEmpty, processConcurrently };
+export { anyWordMatchesAnyOf, composeHint, endsWithAnyOf, hasMetaContent, includesAnyOf, isAnyOf, isHostOf, isObject, isSubdomainOf, isSuccessfulStatus, matchesAnyOfLinkSelectors, omitEmpty, processConcurrently, toPositiveInteger };

package/dist/favicons/extractors.cjs

@@ -1,3 +1,4 @@
+const require_utils = require("../common/utils.cjs");
 //#region src/favicons/extractors.ts
 const isImageContentType = (headers) => {
 	return headers?.get("content-type")?.startsWith("image/") ?? false;
@@ -8,17 +9,11 @@ const isImageContent = (content) => {
 	const head = trimmed.slice(0, 200);
 	return trimmed.startsWith("<svg") || trimmed.startsWith("<?xml") && head.includes("<svg") || content.slice(1, 4) === "PNG" || content.startsWith("GIF8") || content.startsWith("RIFF") && content.includes("WEBP");
 };
-const isSuccessStatus = (status) => {
-	return status !== void 0 && status >= 200 && status < 400;
-};
 const defaultExtractFn = (input) => {
-	if (isImageContentType(input.headers) || isImageContent(input.content) || isSuccessStatus(input.status)) return {
-		url: input.url,
-		isValid: true
-	};
+	const isImage = isImageContentType(input.headers) || isImageContent(input.content);
 	return {
 		url: input.url,
-		isValid: false
+		isValid: isImage && require_utils.isSuccessfulStatus(input.status)
 	};
 };
 //#endregion

package/dist/favicons/extractors.js

@@ -1,3 +1,4 @@
+import { isSuccessfulStatus } from "../common/utils.js";
 //#region src/favicons/extractors.ts
 const isImageContentType = (headers) => {
 	return headers?.get("content-type")?.startsWith("image/") ?? false;
@@ -8,17 +9,11 @@ const isImageContent = (content) => {
 	const head = trimmed.slice(0, 200);
 	return trimmed.startsWith("<svg") || trimmed.startsWith("<?xml") && head.includes("<svg") || content.slice(1, 4) === "PNG" || content.startsWith("GIF8") || content.startsWith("RIFF") && content.includes("WEBP");
 };
-const isSuccessStatus = (status) => {
-	return status !== void 0 && status >= 200 && status < 400;
-};
 const defaultExtractFn = (input) => {
-	if (isImageContentType(input.headers) || isImageContent(input.content) || isSuccessStatus(input.status)) return {
-		url: input.url,
-		isValid: true
-	};
+	const isImage = isImageContentType(input.headers) || isImageContent(input.content);
 	return {
 		url: input.url,
-		isValid: false
+		isValid: isImage && isSuccessfulStatus(input.status)
 	};
 };
 //#endregion

package/dist/feeds/defaults.cjs

@@ -174,12 +174,18 @@ const anchorPathSegments = [
 	/\/atom\//,
 	/\/feed\//
 ];
+const anchorAttributes = [
+	"aria-label",
+	"title",
+	"data-framer-name"
+];
 const defaultHtmlOptions = {
 	linkSelectors,
 	anchorUris: urisComprehensive.flat(),
 	anchorPathSegments,
 	anchorIgnoredUris: ignoredUris,
-	anchorLabels
+	anchorLabels,
+	anchorAttributes
 };
 const defaultHeadersOptions = { linkSelectors };
 const defaultGuessOptions = { uris: urisBalanced };
@@ -276,6 +282,7 @@ const defaultPlatformOptions = { handlers: [
 	require_zenn.zennHandler
 ] };
 //#endregion
+exports.anchorAttributes = anchorAttributes;
 exports.anchorLabels = anchorLabels;
 exports.anchorPathSegments = anchorPathSegments;
 exports.defaultGuessOptions = defaultGuessOptions;

package/dist/feeds/defaults.d.cts

@@ -13,9 +13,10 @@ declare const ignoredUris: Array<Pattern>;
 declare const anchorLabels: string[];
 declare const linkSelectors: Array<LinkSelector>;
 declare const anchorPathSegments: RegExp[];
+declare const anchorAttributes: string[];
 declare const defaultHtmlOptions: Omit<HtmlMethodOptions, 'baseUrl'>;
 declare const defaultHeadersOptions: Omit<HeadersMethodOptions, 'baseUrl'>;
 declare const defaultGuessOptions: Omit<GuessMethodOptions, 'baseUrl'>;
 declare const defaultPlatformOptions: Omit<PlatformMethodOptions, 'baseUrl'>;
 //#endregion
-export { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds/defaults.d.ts

@@ -13,9 +13,10 @@ declare const ignoredUris: Array<Pattern>;
 declare const anchorLabels: string[];
 declare const linkSelectors: Array<LinkSelector>;
 declare const anchorPathSegments: RegExp[];
+declare const anchorAttributes: string[];
 declare const defaultHtmlOptions: Omit<HtmlMethodOptions, 'baseUrl'>;
 declare const defaultHeadersOptions: Omit<HeadersMethodOptions, 'baseUrl'>;
 declare const defaultGuessOptions: Omit<GuessMethodOptions, 'baseUrl'>;
 declare const defaultPlatformOptions: Omit<PlatformMethodOptions, 'baseUrl'>;
 //#endregion
-export { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds/defaults.js

@@ -174,12 +174,18 @@ const anchorPathSegments = [
 	/\/atom\//,
 	/\/feed\//
 ];
+const anchorAttributes = [
+	"aria-label",
+	"title",
+	"data-framer-name"
+];
 const defaultHtmlOptions = {
 	linkSelectors,
 	anchorUris: urisComprehensive.flat(),
 	anchorPathSegments,
 	anchorIgnoredUris: ignoredUris,
-	anchorLabels
+	anchorLabels,
+	anchorAttributes
 };
 const defaultHeadersOptions = { linkSelectors };
 const defaultGuessOptions = { uris: urisBalanced };
@@ -276,4 +282,4 @@ const defaultPlatformOptions = { handlers: [
 	zennHandler
 ] };
 //#endregion
-export { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds/extractors.cjs

@@ -1,16 +1,17 @@
-const require_utils = require("../common/discover/utils.cjs");
+const require_utils = require("../common/utils.cjs");
+const require_utils$1 = require("../common/discover/utils.cjs");
 const require_defaults = require("../common/discover/defaults.cjs");
 let feedsmith = require("feedsmith");
 //#region src/feeds/extractors.ts
-const defaultExtractFn = ({ content, url }) => {
-	if (!content) return {
+const defaultExtractFn = ({ content, url, status }) => {
+	if (!content || !require_utils.isSuccessfulStatus(status)) return {
 		url,
 		isValid: false
 	};
 	try {
 		const parsed = (0, feedsmith.parseFeed)(content);
 		const { format, feed } = parsed;
-		const rawSiteUrl = require_utils.getFeedSiteUrl(parsed);
+		const rawSiteUrl = require_utils$1.getFeedSiteUrl(parsed);
 		const siteUrl = rawSiteUrl ? require_defaults.defaultResolveUrlFn(rawSiteUrl, url) : void 0;
 		if (format === "rss" || format === "rdf") return {
 			url,

package/dist/feeds/extractors.js

@@ -1,9 +1,10 @@
+import { isSuccessfulStatus } from "../common/utils.js";
 import { getFeedSiteUrl } from "../common/discover/utils.js";
 import { defaultResolveUrlFn } from "../common/discover/defaults.js";
 import { parseFeed } from "feedsmith";
 //#region src/feeds/extractors.ts
-const defaultExtractFn = ({ content, url }) => {
-	if (!content) return {
+const defaultExtractFn = ({ content, url, status }) => {
+	if (!content || !isSuccessfulStatus(status)) return {
 		url,
 		isValid: false
 	};

package/dist/feeds/platform/handlers/artstation.cjs

@@ -1,7 +1,7 @@
 const require_utils = require("../../../common/utils.cjs");
 //#region src/feeds/platform/handlers/artstation.ts
 const hosts = ["artstation.com", "www.artstation.com"];
-const domainSuffix = /\.artstation\.com$/i;
+const domainSuffixRegex = /\.artstation\.com$/i;
 const excludedPaths = [
 	"blogs",
 	"channels",
@@ -24,7 +24,7 @@ const artstationHandler = {
 	resolve: (url) => {
 		const parsed = new URL(url);
 		if (!require_utils.isHostOf(url, hosts) && require_utils.isSubdomainOf(url, "artstation.com")) return [{
-			uri: `https://www.artstation.com/${parsed.hostname.replace(domainSuffix, "")}.rss`,
+			uri: `https://www.artstation.com/${parsed.hostname.replace(domainSuffixRegex, "")}.rss`,
 			hint: require_utils.composeHint("artstation:portfolio")
 		}];
 		const pathSegments = parsed.pathname.split("/").filter(Boolean);

package/dist/feeds/platform/handlers/artstation.js

@@ -1,7 +1,7 @@
 import { composeHint, isAnyOf, isHostOf, isSubdomainOf } from "../../../common/utils.js";
 //#region src/feeds/platform/handlers/artstation.ts
 const hosts = ["artstation.com", "www.artstation.com"];
-const domainSuffix = /\.artstation\.com$/i;
+const domainSuffixRegex = /\.artstation\.com$/i;
 const excludedPaths = [
 	"blogs",
 	"channels",
@@ -24,7 +24,7 @@ const artstationHandler = {
 	resolve: (url) => {
 		const parsed = new URL(url);
 		if (!isHostOf(url, hosts) && isSubdomainOf(url, "artstation.com")) return [{
-			uri: `https://www.artstation.com/${parsed.hostname.replace(domainSuffix, "")}.rss`,
+			uri: `https://www.artstation.com/${parsed.hostname.replace(domainSuffixRegex, "")}.rss`,
 			hint: composeHint("artstation:portfolio")
 		}];
 		const pathSegments = parsed.pathname.split("/").filter(Boolean);

package/dist/feeds/platform/handlers/fireside.cjs

@@ -1,13 +1,13 @@
 const require_utils = require("../../../common/utils.cjs");
 //#region src/feeds/platform/handlers/fireside.ts
-const domainSuffix = /\.fireside\.fm$/i;
+const domainSuffixRegex = /\.fireside\.fm$/i;
 const firesideHandler = {
 	match: (url) => {
 		return require_utils.isSubdomainOf(url, "fireside.fm");
 	},
 	resolve: (url) => {
 		const { hostname } = new URL(url);
-		const slug = hostname.replace(domainSuffix, "");
+		const slug = hostname.replace(domainSuffixRegex, "");
 		const uris = [];
 		uris.push({
 			uri: `https://feeds.fireside.fm/${slug}/rss`,

package/dist/feeds/platform/handlers/fireside.js

@@ -1,13 +1,13 @@
 import { composeHint, isSubdomainOf } from "../../../common/utils.js";
 //#region src/feeds/platform/handlers/fireside.ts
-const domainSuffix = /\.fireside\.fm$/i;
+const domainSuffixRegex = /\.fireside\.fm$/i;
 const firesideHandler = {
 	match: (url) => {
 		return isSubdomainOf(url, "fireside.fm");
 	},
 	resolve: (url) => {
 		const { hostname } = new URL(url);
-		const slug = hostname.replace(domainSuffix, "");
+		const slug = hostname.replace(domainSuffixRegex, "");
 		const uris = [];
 		uris.push({
 			uri: `https://feeds.fireside.fm/${slug}/rss`,

package/dist/feeds/platform/handlers/podbean.cjs

@@ -1,6 +1,6 @@
 const require_utils = require("../../../common/utils.cjs");
 //#region src/feeds/platform/handlers/podbean.ts
-const domainSuffix = /\.podbean\.com$/i;
+const domainSuffixRegex = /\.podbean\.com$/i;
 const reservedSlugs = new Set([
 	"www",
 	"feed",
@@ -14,13 +14,13 @@ const reservedSlugs = new Set([
 const podbeanHandler = {
 	match: (url) => {
 		if (!require_utils.isSubdomainOf(url, "podbean.com")) return false;
-		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffix, "");
+		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffixRegex, "");
 		return !reservedSlugs.has(slug);
 	},
 	resolve: (url) => {
 		const { hostname } = new URL(url);
 		return [{
-			uri: `https://feed.podbean.com/${hostname.replace(domainSuffix, "")}/feed.xml`,
+			uri: `https://feed.podbean.com/${hostname.replace(domainSuffixRegex, "")}/feed.xml`,
 			hint: require_utils.composeHint("podbean:podcast")
 		}];
 	}

package/dist/feeds/platform/handlers/podbean.js

@@ -1,6 +1,6 @@
 import { composeHint, isSubdomainOf } from "../../../common/utils.js";
 //#region src/feeds/platform/handlers/podbean.ts
-const domainSuffix = /\.podbean\.com$/i;
+const domainSuffixRegex = /\.podbean\.com$/i;
 const reservedSlugs = new Set([
 	"www",
 	"feed",
@@ -14,13 +14,13 @@ const reservedSlugs = new Set([
 const podbeanHandler = {
 	match: (url) => {
 		if (!isSubdomainOf(url, "podbean.com")) return false;
-		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffix, "");
+		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffixRegex, "");
 		return !reservedSlugs.has(slug);
 	},
 	resolve: (url) => {
 		const { hostname } = new URL(url);
 		return [{
-			uri: `https://feed.podbean.com/${hostname.replace(domainSuffix, "")}/feed.xml`,
+			uri: `https://feed.podbean.com/${hostname.replace(domainSuffixRegex, "")}/feed.xml`,
 			hint: composeHint("podbean:podcast")
 		}];
 	}

package/dist/feeds/platform/handlers/podigee.cjs

@@ -1,6 +1,6 @@
 const require_utils = require("../../../common/utils.cjs");
 //#region src/feeds/platform/handlers/podigee.ts
-const domainSuffix = /\.podigee\.io$/i;
+const domainSuffixRegex = /\.podigee\.io$/i;
 const reservedSlugs = new Set([
 	"www",
 	"app",
@@ -14,7 +14,7 @@ const reservedSlugs = new Set([
 const podigeeHandler = {
 	match: (url) => {
 		if (!require_utils.isSubdomainOf(url, "podigee.io")) return false;
-		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffix, "");
+		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffixRegex, "");
 		return !reservedSlugs.has(slug);
 	},
 	resolve: (url) => {

package/dist/feeds/platform/handlers/podigee.js

@@ -1,6 +1,6 @@
 import { composeHint, isSubdomainOf } from "../../../common/utils.js";
 //#region src/feeds/platform/handlers/podigee.ts
-const domainSuffix = /\.podigee\.io$/i;
+const domainSuffixRegex = /\.podigee\.io$/i;
 const reservedSlugs = new Set([
 	"www",
 	"app",
@@ -14,7 +14,7 @@ const reservedSlugs = new Set([
 const podigeeHandler = {
 	match: (url) => {
 		if (!isSubdomainOf(url, "podigee.io")) return false;
-		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffix, "");
+		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffixRegex, "");
 		return !reservedSlugs.has(slug);
 	},
 	resolve: (url) => {

package/dist/feeds/platform/handlers/transistor.cjs

@@ -1,6 +1,6 @@
 const require_utils = require("../../../common/utils.cjs");
 //#region src/feeds/platform/handlers/transistor.ts
-const domainSuffix = /\.transistor\.fm$/i;
+const domainSuffixRegex = /\.transistor\.fm$/i;
 const reservedSlugs = new Set([
 	"www",
 	"feeds",
@@ -14,13 +14,13 @@ const reservedSlugs = new Set([
 const transistorHandler = {
 	match: (url) => {
 		if (!require_utils.isSubdomainOf(url, "transistor.fm")) return false;
-		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffix, "");
+		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffixRegex, "");
 		return !reservedSlugs.has(slug);
 	},
 	resolve: (url) => {
 		const { hostname } = new URL(url);
 		return [{
-			uri: `https://feeds.transistor.fm/${hostname.replace(domainSuffix, "")}`,
+			uri: `https://feeds.transistor.fm/${hostname.replace(domainSuffixRegex, "")}`,
 			hint: require_utils.composeHint("transistor:podcast")
 		}];
 	}

package/dist/feeds/platform/handlers/transistor.js

@@ -1,6 +1,6 @@
 import { composeHint, isSubdomainOf } from "../../../common/utils.js";
 //#region src/feeds/platform/handlers/transistor.ts
-const domainSuffix = /\.transistor\.fm$/i;
+const domainSuffixRegex = /\.transistor\.fm$/i;
 const reservedSlugs = new Set([
 	"www",
 	"feeds",
@@ -14,13 +14,13 @@ const reservedSlugs = new Set([
 const transistorHandler = {
 	match: (url) => {
 		if (!isSubdomainOf(url, "transistor.fm")) return false;
-		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffix, "");
+		const slug = new URL(url).hostname.toLowerCase().replace(domainSuffixRegex, "");
 		return !reservedSlugs.has(slug);
 	},
 	resolve: (url) => {
 		const { hostname } = new URL(url);
 		return [{
-			uri: `https://feeds.transistor.fm/${hostname.replace(domainSuffix, "")}`,
+			uri: `https://feeds.transistor.fm/${hostname.replace(domainSuffixRegex, "")}`,
 			hint: composeHint("transistor:podcast")
 		}];
 	}

package/dist/feeds.cjs

@@ -1,6 +1,7 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
 const require_defaults = require("./feeds/defaults.cjs");
 const require_extractors = require("./feeds/extractors.cjs");
+exports.anchorAttributes = require_defaults.anchorAttributes;
 exports.anchorLabels = require_defaults.anchorLabels;
 exports.anchorPathSegments = require_defaults.anchorPathSegments;
 exports.defaultExtractFn = require_extractors.defaultExtractFn;

package/dist/feeds.d.cts

@@ -1,4 +1,4 @@
-import { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.cjs";
+import { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.cjs";
 import { FeedResult } from "./feeds/types.cjs";
 import { defaultExtractFn } from "./feeds/extractors.cjs";
-export { FeedResult, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { FeedResult, anchorAttributes, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds.d.ts

@@ -1,4 +1,4 @@
-import { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
+import { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
 import { FeedResult } from "./feeds/types.js";
 import { defaultExtractFn } from "./feeds/extractors.js";
-export { FeedResult, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { FeedResult, anchorAttributes, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds.js

@@ -1,3 +1,3 @@
-import { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
+import { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
 import { defaultExtractFn } from "./feeds/extractors.js";
-export { anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorAttributes, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/package.json

@@ -108,13 +108,15 @@
   },
   "dependencies": {
     "feedsmith": "^2.9.4",
-    "htmlparser2": "^10.1.0"
+    "htmlparser2": "^10.1.0",
+    "http-link-header": "^1.1.3"
   },
   "devDependencies": {
     "@types/bun": "^1.3.14",
+    "@types/http-link-header": "^1.0.7",
     "kvalita": "1.15.1",
     "tsdown": "^0.22.2",
     "vitepress": "^2.0.0-alpha.17"
   },
-  "version": "1.9.0"
+  "version": "1.10.0"
 }