feedscout 2.0.0-next.2 → 2.0.0-rc.2

package/README.md

@@ -23,7 +23,7 @@ Finds feeds by scanning links and anchors in HTML content, parsing HTTP headers,
 | Feeds | RSS, Atom, JSON Feed, and RDF. Each feed is validated and returns metadata like format, title, description, and site URL. |
 | Blogrolls | OPML files containing feed subscriptions. Validated and returns title. |
 | Favicons | Site icons from HTML, feeds, platform APIs, and common paths. Validated to ensure URLs point to actual images. |
-| WebSub hubs | Find hubs for real-time feed update notifications. |
+| WebSub | Find hubs for real-time feed update notifications. |
 
 ### Discovery Methods
 

package/dist/blogrolls.d.ts

@@ -1,4 +1,4 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./blogrolls/defaults.js";
-import { BlogrollResult } from "./blogrolls/types.js";
-import { defaultExtractFn } from "./blogrolls/extractors.js";
-export { BlogrollResult, anchorLabels, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, urisBalanced, urisComprehensive, urisMinimal } from "./src/blogrolls/defaults.js";
+import { BlogrollResult } from "./src/blogrolls/types.js";
+import { defaultExtractFn } from "./src/blogrolls/extractors.js";
+export { BlogrollResult, anchorLabels, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, urisBalanced, urisComprehensive, urisMinimal };

package/dist/blogrolls.js

@@ -1,3 +1,3 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./blogrolls/defaults.js";
-import { defaultExtractFn } from "./blogrolls/extractors.js";
-export { anchorLabels, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, urisBalanced, urisComprehensive, urisMinimal } from "./src/blogrolls/defaults.js";
+import { defaultExtractFn } from "./src/blogrolls/extractors.js";
+export { anchorLabels, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, urisBalanced, urisComprehensive, urisMinimal };

package/dist/favicons.d.ts

@@ -1,4 +1,4 @@
-import { defaultFeedOptions, defaultGuessOptions, defaultGuessPaths, defaultHeadersOptions, defaultHtmlOptions, defaultIconRels, defaultPlatformOptions, linkSelectors } from "./favicons/defaults.js";
-import { FaviconResult } from "./favicons/types.js";
-import { defaultExtractFn } from "./favicons/extractors.js";
+import { defaultFeedOptions, defaultGuessOptions, defaultGuessPaths, defaultHeadersOptions, defaultHtmlOptions, defaultIconRels, defaultPlatformOptions, linkSelectors } from "./src/favicons/defaults.js";
+import { FaviconResult } from "./src/favicons/types.js";
+import { defaultExtractFn } from "./src/favicons/extractors.js";
 export { FaviconResult, defaultExtractFn, defaultFeedOptions, defaultGuessOptions, defaultGuessPaths, defaultHeadersOptions, defaultHtmlOptions, defaultIconRels, defaultPlatformOptions, linkSelectors };

package/dist/favicons.js

@@ -1,3 +1,3 @@
-import { defaultFeedOptions, defaultGuessOptions, defaultGuessPaths, defaultHeadersOptions, defaultHtmlOptions, defaultIconRels, defaultPlatformOptions, linkSelectors } from "./favicons/defaults.js";
-import { defaultExtractFn } from "./favicons/extractors.js";
+import { defaultFeedOptions, defaultGuessOptions, defaultGuessPaths, defaultHeadersOptions, defaultHtmlOptions, defaultIconRels, defaultPlatformOptions, linkSelectors } from "./src/favicons/defaults.js";
+import { defaultExtractFn } from "./src/favicons/extractors.js";
 export { defaultExtractFn, defaultFeedOptions, defaultGuessOptions, defaultGuessPaths, defaultHeadersOptions, defaultHtmlOptions, defaultIconRels, defaultPlatformOptions, linkSelectors };

package/dist/feeds.d.ts

@@ -1,4 +1,4 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
-import { FeedResult } from "./feeds/types.js";
-import { defaultExtractFn } from "./feeds/extractors.js";
-export { FeedResult, anchorLabels, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+import { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, sectionNames, urisBalanced, urisComprehensive, urisMinimal } from "./src/feeds/defaults.js";
+import { FeedResult } from "./src/feeds/types.js";
+import { defaultExtractFn } from "./src/feeds/extractors.js";
+export { FeedResult, anchorAttributes, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, sectionNames, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds.js

@@ -1,3 +1,3 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
-import { defaultExtractFn } from "./feeds/extractors.js";
-export { anchorLabels, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+import { anchorAttributes, anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, sectionNames, urisBalanced, urisComprehensive, urisMinimal } from "./src/feeds/defaults.js";
+import { defaultExtractFn } from "./src/feeds/extractors.js";
+export { anchorAttributes, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, sectionNames, urisBalanced, urisComprehensive, urisMinimal };

package/dist/hubs.d.ts

@@ -1,2 +1,2 @@
-import { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult } from "./hubs/discover/types.js";
+import { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult } from "./src/hubs/discover/types.js";
 export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/index.d.ts

@@ -1,8 +1,8 @@
-import { DiscoverExtractFn, DiscoverFetchFn, DiscoverFetchFnOptions, DiscoverFetchFnResponse, DiscoverInput, DiscoverInputObject, DiscoverMethod, DiscoverMethodsConfig, DiscoverOnProgressFn, DiscoverOptions, DiscoverProgress, DiscoverResolveSiteUrlFn, DiscoverResolveUrlFn, DiscoverResult, DiscoverUriEntry, DiscoverUriHint, UriEntry } from "./common/types.js";
-import { discoverBlogrolls } from "./blogrolls/index.js";
-import { defaultResolveSiteUrlFn } from "./common/discover/defaults.js";
-import { getFeedSiteUrl } from "./common/discover/utils.js";
-import { discoverFavicons } from "./favicons/index.js";
-import { discoverFeeds } from "./feeds/index.js";
-import { discoverHubs } from "./hubs/discover/index.js";
+import { DiscoverExtractFn, DiscoverFetchFn, DiscoverFetchFnOptions, DiscoverFetchFnResponse, DiscoverInput, DiscoverInputObject, DiscoverMethod, DiscoverMethodsConfig, DiscoverOnProgressFn, DiscoverOptions, DiscoverProgress, DiscoverResolveSiteUrlFn, DiscoverResolveUrlFn, DiscoverResult, DiscoverUriEntry, DiscoverUriHint, UriEntry } from "./src/common/types.js";
+import { discoverBlogrolls } from "./src/blogrolls/index.js";
+import { defaultResolveSiteUrlFn } from "./src/common/discover/defaults.js";
+import { getFeedSiteUrl } from "./src/common/discover/utils.js";
+import { discoverFavicons } from "./src/favicons/index.js";
+import { discoverFeeds } from "./src/feeds/index.js";
+import { discoverHubs } from "./src/hubs/discover/index.js";
 export { type DiscoverExtractFn, type DiscoverFetchFn, type DiscoverFetchFnOptions, type DiscoverFetchFnResponse, type DiscoverInput, type DiscoverInputObject, type DiscoverMethod, type DiscoverMethodsConfig, type DiscoverOnProgressFn, type DiscoverOptions, type DiscoverProgress, type DiscoverResolveSiteUrlFn, type DiscoverResolveUrlFn, type DiscoverResult, type DiscoverUriEntry, type DiscoverUriHint, type UriEntry, defaultResolveSiteUrlFn, discoverBlogrolls, discoverFavicons, discoverFeeds, discoverHubs, getFeedSiteUrl };

package/dist/index.js

@@ -1,7 +1,7 @@
-import { getFeedSiteUrl } from "./common/discover/utils.js";
-import { defaultResolveSiteUrlFn } from "./common/discover/defaults.js";
-import { discoverBlogrolls } from "./blogrolls/index.js";
-import { discoverFavicons } from "./favicons/index.js";
-import { discoverFeeds } from "./feeds/index.js";
-import { discoverHubs } from "./hubs/discover/index.js";
+import { getFeedSiteUrl } from "./src/common/discover/utils.js";
+import { defaultResolveSiteUrlFn } from "./src/common/discover/defaults.js";
+import { discoverBlogrolls } from "./src/blogrolls/index.js";
+import { discoverFavicons } from "./src/favicons/index.js";
+import { discoverFeeds } from "./src/feeds/index.js";
+import { discoverHubs } from "./src/hubs/discover/index.js";
 export { defaultResolveSiteUrlFn, discoverBlogrolls, discoverFavicons, discoverFeeds, discoverHubs, getFeedSiteUrl };

package/dist/methods.d.ts

@@ -1,7 +1,7 @@
-import { discoverUrisFromFeed } from "./common/uris/feed/index.js";
-import { discoverUrisFromGuess } from "./common/uris/guess/index.js";
-import { generateUrlCombinations, getSubdomainVariants, getWwwCounterpart } from "./common/uris/guess/utils.js";
-import { discoverUrisFromHeaders } from "./common/uris/headers/index.js";
-import { discoverUrisFromHtml } from "./common/uris/html/index.js";
-import { discoverUrisFromPlatform } from "./common/uris/platform/index.js";
-export { discoverUrisFromFeed, discoverUrisFromGuess, discoverUrisFromHeaders, discoverUrisFromHtml, discoverUrisFromPlatform, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart };
+import { discoverUrisFromFeed } from "./src/common/uris/feed/index.js";
+import { discoverUrisFromGuess } from "./src/common/uris/guess/index.js";
+import { extractSectionBaseUrls, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart } from "./src/common/uris/guess/utils.js";
+import { discoverUrisFromHeaders } from "./src/common/uris/headers/index.js";
+import { discoverUrisFromHtml } from "./src/common/uris/html/index.js";
+import { discoverUrisFromPlatform } from "./src/common/uris/platform/index.js";
+export { discoverUrisFromFeed, discoverUrisFromGuess, discoverUrisFromHeaders, discoverUrisFromHtml, discoverUrisFromPlatform, extractSectionBaseUrls, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart };

package/dist/methods.js

@@ -1,7 +1,7 @@
-import { discoverUrisFromFeed } from "./common/uris/feed/index.js";
-import { generateUrlCombinations, getSubdomainVariants, getWwwCounterpart } from "./common/uris/guess/utils.js";
-import { discoverUrisFromGuess } from "./common/uris/guess/index.js";
-import { discoverUrisFromHeaders } from "./common/uris/headers/index.js";
-import { discoverUrisFromHtml } from "./common/uris/html/index.js";
-import { discoverUrisFromPlatform } from "./common/uris/platform/index.js";
-export { discoverUrisFromFeed, discoverUrisFromGuess, discoverUrisFromHeaders, discoverUrisFromHtml, discoverUrisFromPlatform, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart };
+import { discoverUrisFromFeed } from "./src/common/uris/feed/index.js";
+import { extractSectionBaseUrls, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart } from "./src/common/uris/guess/utils.js";
+import { discoverUrisFromGuess } from "./src/common/uris/guess/index.js";
+import { discoverUrisFromHeaders } from "./src/common/uris/headers/index.js";
+import { discoverUrisFromHtml } from "./src/common/uris/html/index.js";
+import { discoverUrisFromPlatform } from "./src/common/uris/platform/index.js";
+export { discoverUrisFromFeed, discoverUrisFromGuess, discoverUrisFromHeaders, discoverUrisFromHtml, discoverUrisFromPlatform, extractSectionBaseUrls, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart };

package/dist/node_modules/trousse/dist/arrays.js

@@ -0,0 +1,9 @@
+import { isPresent } from "./is.js";
+//#region node_modules/trousse/dist/arrays.js
+const omitEmpty = (array) => {
+	const result = [];
+	for (const item of array) if (isPresent(item) && item !== "") result.push(item);
+	return result;
+};
+//#endregion
+export { omitEmpty };

package/dist/node_modules/trousse/dist/is.js

@@ -0,0 +1,19 @@
+//#region node_modules/trousse/dist/is.js
+const isString = (value) => {
+	return typeof value === "string";
+};
+const isPresent = (value) => {
+	return value != null;
+};
+const isObject = (value) => {
+	return value !== null && typeof value === "object" && !Array.isArray(value);
+};
+const whitespaceOnlyRegex = /^\p{White_Space}*$/u;
+const isNonEmptyString = (value) => {
+	if (!isString(value) || value === "") return false;
+	const code = value.charCodeAt(0);
+	if (code > 32 && code < 127) return true;
+	return !whitespaceOnlyRegex.test(value);
+};
+//#endregion
+export { isNonEmptyString, isObject, isPresent };

package/dist/node_modules/trousse/dist/matching.js

@@ -0,0 +1,37 @@
+//#region node_modules/trousse/dist/matching.js
+const whitespaceRegex = /\s+/;
+const isAnyOf = (value, patterns, parser) => {
+	const parsedValue = parser ? parser(value) : value?.toLowerCase()?.trim();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(parsedValue);
+		return parsedValue === pattern.toLowerCase().trim();
+	});
+};
+const includesAnyOf = (value, patterns, parser) => {
+	const parsedValue = parser ? parser(value) : value?.toLowerCase();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(parsedValue);
+		return pattern && parsedValue?.includes(pattern.toLowerCase());
+	});
+};
+const endsWithAnyOf = (value, patterns) => {
+	const lowerValue = value.toLowerCase();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(lowerValue);
+		return pattern && lowerValue.endsWith(pattern.toLowerCase());
+	});
+};
+const anyWordMatchesAnyOf = (value, patterns) => {
+	const stringPatterns = [];
+	const regexPatterns = [];
+	for (const pattern of patterns) if (pattern instanceof RegExp) regexPatterns.push(pattern);
+	else stringPatterns.push(pattern.toLowerCase().trim());
+	const words = value.toLowerCase().split(whitespaceRegex);
+	for (const word of words) {
+		for (const stringPattern of stringPatterns) if (word === stringPattern) return true;
+		for (const regexPattern of regexPatterns) if (regexPattern.test(word)) return true;
+	}
+	return false;
+};
+//#endregion
+export { anyWordMatchesAnyOf, endsWithAnyOf, includesAnyOf, isAnyOf };

package/dist/node_modules/trousse/dist/urls.js

@@ -0,0 +1,23 @@
+import { endsWithAnyOf, isAnyOf } from "./matching.js";
+//#region node_modules/trousse/dist/urls.js
+const parseUrl = (value, base) => {
+	if (value instanceof URL && base === void 0) return value;
+	try {
+		return new URL(value, base);
+	} catch {}
+};
+const getPathSegments = (value) => {
+	return parseUrl(value)?.pathname.split("/").filter(Boolean) ?? [];
+};
+const isHostOf = (url, hosts) => {
+	const hostname = parseUrl(url)?.hostname;
+	if (!hostname) return false;
+	return isAnyOf(hostname, Array.isArray(hosts) ? hosts : [hosts]);
+};
+const isSubdomainOf = (url, domains) => {
+	const hostname = parseUrl(url)?.hostname;
+	if (!hostname) return false;
+	return endsWithAnyOf(hostname, (Array.isArray(domains) ? domains : [domains]).map((domain) => `.${domain}`));
+};
+//#endregion
+export { getPathSegments, isHostOf, isSubdomainOf, parseUrl };

package/dist/{blogrolls → src/blogrolls}/defaults.d.ts

@@ -4,7 +4,6 @@ import { HtmlMethodOptions } from "../common/uris/html/types.js";
 import { LinkSelector } from "../common/types.js";
 
 //#region src/blogrolls/defaults.d.ts
-declare const mimeTypes: string[];
 declare const urisMinimal: string[];
 declare const urisBalanced: string[];
 declare const urisComprehensive: string[];
@@ -14,4 +13,4 @@ declare const defaultHtmlOptions: Omit<HtmlMethodOptions, 'baseUrl'>;
 declare const defaultHeadersOptions: Omit<HeadersMethodOptions, 'baseUrl'>;
 declare const defaultGuessOptions: Omit<GuessMethodOptions, 'baseUrl'>;
 //#endregion
-export { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, urisBalanced, urisComprehensive, urisMinimal };

package/dist/{blogrolls → src/blogrolls}/defaults.js

@@ -1,9 +1,4 @@
 //#region src/blogrolls/defaults.ts
-const mimeTypes = [
-	"text/x-opml",
-	"application/xml",
-	"text/xml"
-];
 const urisMinimal = [
 	"/.well-known/recommendations.opml",
 	"/blogroll.opml",
@@ -27,17 +22,30 @@ const anchorLabels = [
 	"subscriptions",
 	"reading list"
 ];
-const linkSelectors = [{ rel: "blogroll" }, {
-	rel: "outline",
-	types: mimeTypes
-}];
+const linkSelectors = [
+	{ rel: "blogroll" },
+	{
+		rel: "outline",
+		types: [
+			"text/x-opml",
+			"application/opml+xml",
+			"application/xml",
+			"text/xml"
+		]
+	},
+	{
+		rel: "alternate",
+		types: ["text/x-opml", "application/opml+xml"]
+	}
+];
 const defaultHtmlOptions = {
 	linkSelectors,
 	anchorUris: urisComprehensive,
 	anchorIgnoredUris: [],
-	anchorLabels
+	anchorLabels,
+	anchorAttributes: ["aria-label", "title"]
 };
 const defaultHeadersOptions = { linkSelectors };
 const defaultGuessOptions = { uris: urisBalanced };
 //#endregion
-export { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, linkSelectors, urisBalanced, urisComprehensive, urisMinimal };

package/dist/{blogrolls → src/blogrolls}/extractors.js

@@ -1,7 +1,8 @@
+import { isSuccessfulStatus } from "../common/utils.js";
 import { parseOpml } from "feedsmith";
 //#region src/blogrolls/extractors.ts
-const defaultExtractFn = ({ content, url }) => {
-	if (!content) return {
+const defaultExtractFn = ({ content, url, status }) => {
+	if (!content || !isSuccessfulStatus(status)) return {
 		url,
 		isValid: false
 	};

package/dist/{common → src/common}/discover/defaults.js

@@ -17,9 +17,7 @@ const defaultFetchFn = async (url, options) => {
 const defaultResolveUrlFn = (url, baseUrl) => {
 	try {
 		return new URL(url, baseUrl).href;
-	} catch {
-		return;
-	}
+	} catch {}
 };
 const defaultResolveSiteUrlFn = (input, resolveUrlFn) => {
 	if (!input.content) return;

package/dist/{common → src/common}/discover/index.js

@@ -1,11 +1,13 @@
 import { normalizeInput, normalizeMethodsConfig, normalizeUriEntry } from "./utils.js";
 import { discoverMethodOrder } from "../types.js";
-import { processConcurrently } from "../utils.js";
+import { processConcurrently, toPositiveInteger } from "../utils.js";
 import { discoverUris } from "../uris/index.js";
 //#region src/common/discover/index.ts
 const discover = async (input, options, defaults) => {
-	const { methods, fetchFn, extractFn, resolveUrlFn, resolveSiteUrlFn, stopOnFirstMethod = false, stopOnFirstResult = false, concurrency = 3, includeInvalid = false, onProgress } = options;
-	const sourceInput = await normalizeInput(input, fetchFn);
+	const { methods, fetchFn, extractFn, resolveUrlFn, resolveSiteUrlFn, stopOnFirstMethod = false, stopOnFirstResult = false, concurrency = 3, maxUris = 50, includeInvalid = false, onProgress, onError } = options;
+	const safeConcurrency = toPositiveInteger(concurrency, 3);
+	const safeMaxUris = toPositiveInteger(maxUris, 50);
+	const sourceInput = await normalizeInput(input, fetchFn, onError);
 	if (sourceInput.content) {
 		const result = await extractFn({
 			url: sourceInput.url,
@@ -24,26 +26,37 @@ const discover = async (input, options, defaults) => {
 				content: typeof response.body === "string" ? response.body : "",
 				headers: response.headers
 			};
-		} catch {}
+		} catch (error) {
+			onError?.(error, {
+				phase: "resolveSiteUrl",
+				url: siteUrl
+			});
+		}
 	}
 	const urisByMethod = await discoverUris(normalizeMethodsConfig(sourceInput, siteInput, methods, defaults), fetchFn);
 	const seen = /* @__PURE__ */ new Set();
 	const methodGroups = [];
+	let remaining = safeMaxUris;
 	for (const method of discoverMethodOrder) {
+		if (remaining <= 0) break;
 		const rawUris = urisByMethod[method];
 		if (!rawUris || rawUris.length === 0) continue;
 		const unique = rawUris.map((entry) => {
 			return normalizeUriEntry(entry, resolveUrlFn, sourceInput.url);
 		}).filter((entry) => {
-			const key = typeof entry.uri === "string" ? entry.uri : entry.uri.join("\0");
+			const key = typeof entry.uri === "string" ? entry.uri : [...entry.uri].sort().join("\0");
 			if (seen.has(key)) return false;
 			seen.add(key);
 			return true;
 		});
-		if (unique.length > 0) methodGroups.push({
-			method,
-			entries: unique
-		});
+		if (unique.length > 0) {
+			const capped = unique.slice(0, remaining);
+			remaining -= capped.length;
+			methodGroups.push({
+				method,
+				entries: capped
+			});
+		}
 	}
 	const total = methodGroups.reduce((sum, group) => sum + group.entries.length, 0);
 	const results = [];
@@ -92,7 +105,7 @@ const discover = async (input, options, defaults) => {
 	for (const { method, entries } of methodGroups) {
 		const foundBefore = found;
 		await processConcurrently(entries, (entry) => processUri(entry, method), {
-			concurrency,
+			concurrency: safeConcurrency,
 			shouldStop: () => {
 				return stopOnFirstResult && found > 0;
 			}

package/dist/{common → src/common}/discover/utils.js

@@ -1,7 +1,8 @@
+import { isObject } from "../../../node_modules/trousse/dist/is.js";
 import { errors } from "../locales.js";
 //#region src/common/discover/utils.ts
-const normalizeInput = async (input, fetchFn) => {
-	if (typeof input === "object") return input;
+const normalizeInput = async (input, fetchFn, onError) => {
+	if (isObject(input)) return input;
 	try {
 		const response = await fetchFn(input);
 		return {
@@ -9,7 +10,12 @@ const normalizeInput = async (input, fetchFn) => {
 			content: typeof response.body === "string" ? response.body : void 0,
 			headers: response.headers
 		};
-	} catch {}
+	} catch (error) {
+		onError?.(error, {
+			phase: "fetchInput",
+			url: input
+		});
+	}
 	return { url: input };
 };
 const getLinkOfType = (links, rel) => {
@@ -88,6 +94,7 @@ const normalizeMethodsConfig = (sourceInput, siteInput, methods, defaults) => {
 		const guessOptions = methodsObj.guess === true ? {} : methodsObj.guess;
 		methodsConfig.guess = { options: {
 			...defaults.guess,
+			content: resolvedInput.content,
 			...guessOptions,
 			baseUrl: resolvedInput.url
 		} };