feedscout 1.1.0 → 1.2.0

package/dist/feeds/platform/handlers/medium.js

@@ -0,0 +1,47 @@
+import { isAnyOf, isHostOf, isSubdomainOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/medium.ts
+const hosts = ["medium.com", "www.medium.com"];
+const excludedPaths = [
+	"search",
+	"me",
+	"new-story",
+	"plans",
+	"membership"
+];
+const mediumHandler = {
+	match: (url) => {
+		return isHostOf(url, hosts) || isSubdomainOf(url, "medium.com");
+	},
+	resolve: (url) => {
+		const { hostname, pathname } = new URL(url);
+		const lowerHostname = hostname.toLowerCase();
+		if (hosts.includes(lowerHostname)) {
+			const userMatch = pathname.match(/^\/@([^/]+)/);
+			if (userMatch?.[1]) return [`https://medium.com/feed/@${userMatch[1]}`];
+			const tagMatch = pathname.match(/^\/tag\/([^/]+)/);
+			if (tagMatch?.[1]) return [`https://medium.com/feed/tag/${tagMatch[1]}`];
+			const pubTagMatch = pathname.match(/^\/([^/@][^/]+)\/tagged\/([^/]+)/);
+			if (pubTagMatch?.[1] && pubTagMatch?.[2]) {
+				const publication = pubTagMatch[1];
+				const tag = pubTagMatch[2];
+				if (!isAnyOf(publication, excludedPaths)) return [`https://medium.com/feed/${publication}/tagged/${tag}`];
+			}
+			const pubMatch = pathname.match(/^\/([^/@][^/]+)/);
+			if (pubMatch?.[1]) {
+				const publication = pubMatch[1];
+				if (!isAnyOf(publication, excludedPaths)) return [`https://medium.com/feed/${publication}`];
+			}
+		}
+		if (lowerHostname.endsWith(".medium.com") && lowerHostname !== "medium.com" && lowerHostname !== "www.medium.com") {
+			const subdomain = lowerHostname.replace(".medium.com", "");
+			const tagMatch = pathname.match(/^\/tagged\/([^/]+)/);
+			if (tagMatch?.[1]) return [`https://medium.com/feed/${subdomain}/tagged/${tagMatch[1]}`];
+			return [`https://medium.com/feed/${subdomain}`];
+		}
+		return [];
+	}
+};
+
+//#endregion
+export { mediumHandler };

package/dist/feeds/platform/handlers/pinterest.cjs

@@ -0,0 +1,48 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/pinterest.ts
+const hosts = [
+	"pinterest.com",
+	"www.pinterest.com",
+	"pin.it"
+];
+const excludedPaths = [
+	"_",
+	"about",
+	"business",
+	"convert",
+	"explore",
+	"ideas",
+	"login",
+	"news_hub",
+	"password",
+	"pin",
+	"privacy",
+	"resource",
+	"search",
+	"settings",
+	"terms",
+	"today",
+	"topics"
+];
+const pinterestHandler = {
+	match: (url) => {
+		return require_utils.isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		const pathSegments = pathname.split("/").filter(Boolean);
+		if (pathSegments.length === 0) return [];
+		const username = pathSegments[0];
+		if (require_utils.isAnyOf(username, excludedPaths)) return [];
+		if (pathSegments.length >= 2) {
+			const boardname = pathSegments[1];
+			if (boardname.startsWith("_") || boardname === "pins" || boardname === "boards") return [`https://www.pinterest.com/${username}/feed.rss`];
+			return [`https://www.pinterest.com/${username}/${boardname}.rss`];
+		}
+		return [`https://www.pinterest.com/${username}/feed.rss`];
+	}
+};
+
+//#endregion
+exports.pinterestHandler = pinterestHandler;

package/dist/feeds/platform/handlers/pinterest.js

@@ -0,0 +1,48 @@
+import { isAnyOf, isHostOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/pinterest.ts
+const hosts = [
+	"pinterest.com",
+	"www.pinterest.com",
+	"pin.it"
+];
+const excludedPaths = [
+	"_",
+	"about",
+	"business",
+	"convert",
+	"explore",
+	"ideas",
+	"login",
+	"news_hub",
+	"password",
+	"pin",
+	"privacy",
+	"resource",
+	"search",
+	"settings",
+	"terms",
+	"today",
+	"topics"
+];
+const pinterestHandler = {
+	match: (url) => {
+		return isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		const pathSegments = pathname.split("/").filter(Boolean);
+		if (pathSegments.length === 0) return [];
+		const username = pathSegments[0];
+		if (isAnyOf(username, excludedPaths)) return [];
+		if (pathSegments.length >= 2) {
+			const boardname = pathSegments[1];
+			if (boardname.startsWith("_") || boardname === "pins" || boardname === "boards") return [`https://www.pinterest.com/${username}/feed.rss`];
+			return [`https://www.pinterest.com/${username}/${boardname}.rss`];
+		}
+		return [`https://www.pinterest.com/${username}/feed.rss`];
+	}
+};
+
+//#endregion
+export { pinterestHandler };

package/dist/feeds/platform/handlers/producthunt.cjs

@@ -0,0 +1,22 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/producthunt.ts
+const hosts = ["producthunt.com", "www.producthunt.com"];
+const topicPathRegex = /^\/topics\/([a-zA-Z0-9_-]+)/;
+const categoryPathRegex = /^\/categories\/([a-zA-Z0-9_-]+)/;
+const producthuntHandler = {
+	match: (url) => {
+		return require_utils.isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		const topicMatch = pathname.match(topicPathRegex);
+		if (topicMatch?.[1]) return [`https://www.producthunt.com/feed?topic=${topicMatch[1]}`];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) return [`https://www.producthunt.com/feed?category=${categoryMatch[1]}`];
+		return ["https://www.producthunt.com/feed"];
+	}
+};
+
+//#endregion
+exports.producthuntHandler = producthuntHandler;

package/dist/feeds/platform/handlers/producthunt.js

@@ -0,0 +1,22 @@
+import { isHostOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/producthunt.ts
+const hosts = ["producthunt.com", "www.producthunt.com"];
+const topicPathRegex = /^\/topics\/([a-zA-Z0-9_-]+)/;
+const categoryPathRegex = /^\/categories\/([a-zA-Z0-9_-]+)/;
+const producthuntHandler = {
+	match: (url) => {
+		return isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		const topicMatch = pathname.match(topicPathRegex);
+		if (topicMatch?.[1]) return [`https://www.producthunt.com/feed?topic=${topicMatch[1]}`];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) return [`https://www.producthunt.com/feed?category=${categoryMatch[1]}`];
+		return ["https://www.producthunt.com/feed"];
+	}
+};
+
+//#endregion
+export { producthuntHandler };

package/dist/feeds/platform/handlers/reddit.cjs

@@ -20,6 +20,7 @@ const redditHandler = {
 	},
 	resolve: (url) => {
 		const { pathname } = new URL(url);
+		if (pathname.split("/").filter(Boolean).length === 0) return ["https://www.reddit.com/.rss"];
 		const commentsMatch = pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)/);
 		if (commentsMatch?.[1] && commentsMatch?.[2]) return [`https://www.reddit.com/r/${commentsMatch[1]}/comments/${commentsMatch[2]}/.rss`];
 		const subredditMatch = pathname.match(/^\/r\/([^/]+)(?:\/([^/]+))?/);
@@ -32,6 +33,8 @@ const redditHandler = {
 			uris.push(`https://www.reddit.com/r/${subreddit}/comments/.rss`);
 			return uris;
 		}
+		const multiredditMatch = pathname.match(/^\/user\/([^/]+)\/m\/([^/]+)/);
+		if (multiredditMatch?.[1] && multiredditMatch?.[2]) return [`https://www.reddit.com/user/${multiredditMatch[1]}/m/${multiredditMatch[2]}/.rss`];
 		const userMatch = pathname.match(/^\/(u|user)\/([^/]+)/);
 		if (userMatch?.[2]) return [`https://www.reddit.com/user/${userMatch[2]}/.rss`];
 		const domainMatch = pathname.match(/^\/domain\/([^/]+)/);

package/dist/feeds/platform/handlers/reddit.js

@@ -20,6 +20,7 @@ const redditHandler = {
 	},
 	resolve: (url) => {
 		const { pathname } = new URL(url);
+		if (pathname.split("/").filter(Boolean).length === 0) return ["https://www.reddit.com/.rss"];
 		const commentsMatch = pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)/);
 		if (commentsMatch?.[1] && commentsMatch?.[2]) return [`https://www.reddit.com/r/${commentsMatch[1]}/comments/${commentsMatch[2]}/.rss`];
 		const subredditMatch = pathname.match(/^\/r\/([^/]+)(?:\/([^/]+))?/);
@@ -32,6 +33,8 @@ const redditHandler = {
 			uris.push(`https://www.reddit.com/r/${subreddit}/comments/.rss`);
 			return uris;
 		}
+		const multiredditMatch = pathname.match(/^\/user\/([^/]+)\/m\/([^/]+)/);
+		if (multiredditMatch?.[1] && multiredditMatch?.[2]) return [`https://www.reddit.com/user/${multiredditMatch[1]}/m/${multiredditMatch[2]}/.rss`];
 		const userMatch = pathname.match(/^\/(u|user)\/([^/]+)/);
 		if (userMatch?.[2]) return [`https://www.reddit.com/user/${userMatch[2]}/.rss`];
 		const domainMatch = pathname.match(/^\/domain\/([^/]+)/);

package/dist/feeds/platform/handlers/soundcloud.cjs

@@ -23,7 +23,7 @@ const soundcloudHandler = {
 		if (!require_utils.isHostOf(url, hosts)) return false;
 		const { pathname } = new URL(url);
 		const pathSegments = pathname.split("/").filter(Boolean);
-		return pathSegments.length >= 1 && !excludedPaths.includes(pathSegments[0]);
+		return pathSegments.length >= 1 && !require_utils.isAnyOf(pathSegments[0], excludedPaths);
 	},
 	resolve: (_url, content) => {
 		if (!content) return [];

package/dist/feeds/platform/handlers/soundcloud.js

@@ -1,4 +1,4 @@
-import { isHostOf } from "../../../common/utils.js";
+import { isAnyOf, isHostOf } from "../../../common/utils.js";
 
 //#region src/feeds/platform/handlers/soundcloud.ts
 const hosts = [
@@ -23,7 +23,7 @@ const soundcloudHandler = {
 		if (!isHostOf(url, hosts)) return false;
 		const { pathname } = new URL(url);
 		const pathSegments = pathname.split("/").filter(Boolean);
-		return pathSegments.length >= 1 && !excludedPaths.includes(pathSegments[0]);
+		return pathSegments.length >= 1 && !isAnyOf(pathSegments[0], excludedPaths);
 	},
 	resolve: (_url, content) => {
 		if (!content) return [];

package/dist/feeds/platform/handlers/tumblr.cjs

@@ -1,12 +1,15 @@
 const require_utils = require('../../../common/utils.cjs');
 
 //#region src/feeds/platform/handlers/tumblr.ts
+const tagPathRegex = /^\/tagged\/([^/]+)/;
 const tumblrHandler = {
 	match: (url) => {
 		return require_utils.isSubdomainOf(url, "tumblr.com");
 	},
 	resolve: (url) => {
-		const { origin } = new URL(url);
+		const { origin, pathname } = new URL(url);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) return [`${origin}/tagged/${tagMatch[1]}/rss`];
 		return [`${origin}/rss`];
 	}
 };

package/dist/feeds/platform/handlers/tumblr.js

@@ -1,12 +1,15 @@
 import { isSubdomainOf } from "../../../common/utils.js";
 
 //#region src/feeds/platform/handlers/tumblr.ts
+const tagPathRegex = /^\/tagged\/([^/]+)/;
 const tumblrHandler = {
 	match: (url) => {
 		return isSubdomainOf(url, "tumblr.com");
 	},
 	resolve: (url) => {
-		const { origin } = new URL(url);
+		const { origin, pathname } = new URL(url);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) return [`${origin}/tagged/${tagMatch[1]}/rss`];
 		return [`${origin}/rss`];
 	}
 };

package/dist/feeds/platform/handlers/wordpress.cjs

@@ -1,17 +1,28 @@
 const require_utils = require('../../../common/utils.cjs');
 
 //#region src/feeds/platform/handlers/wordpress.ts
+const categoryPathRegex = /^\/category\/([^/]+)/;
+const tagPathRegex = /^\/tag\/([^/]+)/;
+const authorPathRegex = /^\/author\/([^/]+)/;
 const wordpressHandler = {
 	match: (url) => {
 		return require_utils.isSubdomainOf(url, "wordpress.com");
 	},
 	resolve: (url) => {
-		const { origin } = new URL(url);
-		return [
-			`${origin}/feed/`,
-			`${origin}/feed/atom/`,
-			`${origin}/comments/feed/`
-		];
+		const { origin, pathname } = new URL(url);
+		const uris = [];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) uris.push(`${origin}/category/${categoryMatch[1]}/feed/`);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) uris.push(`${origin}/tag/${tagMatch[1]}/feed/`);
+		const authorMatch = pathname.match(authorPathRegex);
+		if (authorMatch?.[1]) uris.push(`${origin}/author/${authorMatch[1]}/feed/`);
+		uris.push(`${origin}/feed/`);
+		uris.push(`${origin}/feed/rss2/`);
+		uris.push(`${origin}/feed/rdf/`);
+		uris.push(`${origin}/feed/atom/`);
+		uris.push(`${origin}/comments/feed/`);
+		return uris;
 	}
 };
 

package/dist/feeds/platform/handlers/wordpress.js

@@ -1,17 +1,28 @@
 import { isSubdomainOf } from "../../../common/utils.js";
 
 //#region src/feeds/platform/handlers/wordpress.ts
+const categoryPathRegex = /^\/category\/([^/]+)/;
+const tagPathRegex = /^\/tag\/([^/]+)/;
+const authorPathRegex = /^\/author\/([^/]+)/;
 const wordpressHandler = {
 	match: (url) => {
 		return isSubdomainOf(url, "wordpress.com");
 	},
 	resolve: (url) => {
-		const { origin } = new URL(url);
-		return [
-			`${origin}/feed/`,
-			`${origin}/feed/atom/`,
-			`${origin}/comments/feed/`
-		];
+		const { origin, pathname } = new URL(url);
+		const uris = [];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) uris.push(`${origin}/category/${categoryMatch[1]}/feed/`);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) uris.push(`${origin}/tag/${tagMatch[1]}/feed/`);
+		const authorMatch = pathname.match(authorPathRegex);
+		if (authorMatch?.[1]) uris.push(`${origin}/author/${authorMatch[1]}/feed/`);
+		uris.push(`${origin}/feed/`);
+		uris.push(`${origin}/feed/rss2/`);
+		uris.push(`${origin}/feed/rdf/`);
+		uris.push(`${origin}/feed/atom/`);
+		uris.push(`${origin}/comments/feed/`);
+		return uris;
 	}
 };
 

package/dist/feeds/platform/handlers/youtube.cjs

@@ -4,14 +4,24 @@ const require_utils = require('../../../common/utils.cjs');
 const hosts = [
 	"youtube.com",
 	"www.youtube.com",
-	"m.youtube.com"
+	"m.youtube.com",
+	"youtu.be",
+	"www.youtu.be"
 ];
+const channelIdRegex = /"channelId":"(UC[a-zA-Z0-9_-]+)"/;
+const channelPathRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
+const handlePathRegex = /^\/@([^/]+)/;
+const userPathRegex = /^\/user\/([^/]+)/;
+const customPathRegex = /^\/c\/([^/]+)/;
 const extractChannelIdFromContent = (content) => {
-	return content.match(/"channelId":"(UC[a-zA-Z0-9_-]+)"/)?.[1];
+	return content.match(channelIdRegex)?.[1];
 };
 const getVideosOnlyPlaylistId = (channelId) => {
 	return channelId.replace(/^UC/, "UULF");
 };
+const getShortsOnlyPlaylistId = (channelId) => {
+	return channelId.replace(/^UC/, "UUSH");
+};
 const youtubeHandler = {
 	match: (url) => {
 		return require_utils.isHostOf(url, hosts);
@@ -19,20 +29,22 @@ const youtubeHandler = {
 	resolve: (url, content) => {
 		const parsedUrl = new URL(url);
 		const uris = [];
-		const channelMatch = parsedUrl.pathname.match(/^\/channel\/(UC[a-zA-Z0-9_-]+)/);
+		const channelMatch = parsedUrl.pathname.match(channelPathRegex);
 		if (channelMatch?.[1]) {
 			const channelId = channelMatch[1];
 			uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
 			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
 		}
 		const playlistId = parsedUrl.searchParams.get("list");
 		if (playlistId) uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${playlistId}`);
 		if (uris.length === 0 && content) {
-			if (parsedUrl.pathname.match(/^\/@([^/]+)/) || parsedUrl.pathname.match(/^\/user\/([^/]+)/) || parsedUrl.pathname.match(/^\/c\/([^/]+)/)) {
+			if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handlePathRegex) || parsedUrl.pathname.match(userPathRegex) || parsedUrl.pathname.match(customPathRegex)) {
 				const channelId = extractChannelIdFromContent(content);
 				if (channelId) {
 					uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
 					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
 				}
 			}
 		}

package/dist/feeds/platform/handlers/youtube.js

@@ -4,14 +4,24 @@ import { isHostOf } from "../../../common/utils.js";
 const hosts = [
 	"youtube.com",
 	"www.youtube.com",
-	"m.youtube.com"
+	"m.youtube.com",
+	"youtu.be",
+	"www.youtu.be"
 ];
+const channelIdRegex = /"channelId":"(UC[a-zA-Z0-9_-]+)"/;
+const channelPathRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
+const handlePathRegex = /^\/@([^/]+)/;
+const userPathRegex = /^\/user\/([^/]+)/;
+const customPathRegex = /^\/c\/([^/]+)/;
 const extractChannelIdFromContent = (content) => {
-	return content.match(/"channelId":"(UC[a-zA-Z0-9_-]+)"/)?.[1];
+	return content.match(channelIdRegex)?.[1];
 };
 const getVideosOnlyPlaylistId = (channelId) => {
 	return channelId.replace(/^UC/, "UULF");
 };
+const getShortsOnlyPlaylistId = (channelId) => {
+	return channelId.replace(/^UC/, "UUSH");
+};
 const youtubeHandler = {
 	match: (url) => {
 		return isHostOf(url, hosts);
@@ -19,20 +29,22 @@ const youtubeHandler = {
 	resolve: (url, content) => {
 		const parsedUrl = new URL(url);
 		const uris = [];
-		const channelMatch = parsedUrl.pathname.match(/^\/channel\/(UC[a-zA-Z0-9_-]+)/);
+		const channelMatch = parsedUrl.pathname.match(channelPathRegex);
 		if (channelMatch?.[1]) {
 			const channelId = channelMatch[1];
 			uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
 			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
 		}
 		const playlistId = parsedUrl.searchParams.get("list");
 		if (playlistId) uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${playlistId}`);
 		if (uris.length === 0 && content) {
-			if (parsedUrl.pathname.match(/^\/@([^/]+)/) || parsedUrl.pathname.match(/^\/user\/([^/]+)/) || parsedUrl.pathname.match(/^\/c\/([^/]+)/)) {
+			if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handlePathRegex) || parsedUrl.pathname.match(userPathRegex) || parsedUrl.pathname.match(customPathRegex)) {
 				const channelId = extractChannelIdFromContent(content);
 				if (channelId) {
 					uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
 					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
 				}
 			}
 		}

package/dist/hubs/discover/index.cjs

@@ -1,8 +1,9 @@
-const require_adapters = require('../../common/discover/adapters.cjs');
+const require_utils = require('../../common/utils.cjs');
+const require_utils$1 = require('../../common/discover/utils.cjs');
 const require_index = require('../feed/index.cjs');
 const require_index$1 = require('../headers/index.cjs');
 const require_index$2 = require('../html/index.cjs');
-const require_utils = require('./utils.cjs');
+const require_utils$2 = require('./utils.cjs');
 
 //#region src/hubs/discover/index.ts
 const discoverHubs = async (input, options = {}) => {
@@ -10,11 +11,11 @@ const discoverHubs = async (input, options = {}) => {
 		"headers",
 		"feed",
 		"html"
-	], fetchFn = require_adapters.createNativeFetchAdapter() } = options;
-	const normalizedInput = await require_utils.normalizeInput(input, fetchFn);
+	], fetchFn = require_utils$1.defaultFetchFn, normalizeUrlFn = require_utils.normalizeUrl } = options;
+	const normalizedInput = await require_utils$2.normalizeInput(input, fetchFn);
 	const results = [];
 	if (methods.includes("headers") && normalizedInput.headers) {
-		const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url);
+		const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, normalizeUrlFn);
 		results.push(...headerHubs);
 	}
 	if (methods.includes("feed") && normalizedInput.content) {
@@ -22,7 +23,7 @@ const discoverHubs = async (input, options = {}) => {
 		results.push(...feedHubs);
 	}
 	if (methods.includes("html") && normalizedInput.content) {
-		const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url);
+		const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, normalizeUrlFn);
 		results.push(...htmlHubs);
 	}
 	return results;

package/dist/hubs/discover/index.js

@@ -1,4 +1,5 @@
-import { createNativeFetchAdapter } from "../../common/discover/adapters.js";
+import { normalizeUrl } from "../../common/utils.js";
+import { defaultFetchFn } from "../../common/discover/utils.js";
 import { discoverHubsFromFeed } from "../feed/index.js";
 import { discoverHubsFromHeaders } from "../headers/index.js";
 import { discoverHubsFromHtml } from "../html/index.js";
@@ -10,11 +11,11 @@ const discoverHubs = async (input, options = {}) => {
 		"headers",
 		"feed",
 		"html"
-	], fetchFn = createNativeFetchAdapter() } = options;
+	], fetchFn = defaultFetchFn, normalizeUrlFn = normalizeUrl } = options;
 	const normalizedInput = await normalizeInput(input, fetchFn);
 	const results = [];
 	if (methods.includes("headers") && normalizedInput.headers) {
-		const headerHubs = discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url);
+		const headerHubs = discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, normalizeUrlFn);
 		results.push(...headerHubs);
 	}
 	if (methods.includes("feed") && normalizedInput.content) {
@@ -22,7 +23,7 @@ const discoverHubs = async (input, options = {}) => {
 		results.push(...feedHubs);
 	}
 	if (methods.includes("html") && normalizedInput.content) {
-		const htmlHubs = discoverHubsFromHtml(normalizedInput.content, normalizedInput.url);
+		const htmlHubs = discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, normalizeUrlFn);
 		results.push(...htmlHubs);
 	}
 	return results;

package/dist/hubs/discover/types.d.cts

@@ -1,4 +1,4 @@
-import { DiscoverFetchFn } from "../../common/types.cjs";
+import { DiscoverFetchFn, DiscoverNormalizeUrlFn } from "../../common/types.cjs";
 
 //#region src/hubs/discover/types.d.ts
 type HubResult = {
@@ -9,6 +9,7 @@ type DiscoverHubsMethodsConfig = Array<'headers' | 'html' | 'feed'>;
 type DiscoverHubsOptions = {
   methods?: DiscoverHubsMethodsConfig;
   fetchFn?: DiscoverFetchFn;
+  normalizeUrlFn?: DiscoverNormalizeUrlFn;
 };
 //#endregion
 export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/hubs/discover/types.d.ts

@@ -1,4 +1,4 @@
-import { DiscoverFetchFn } from "../../common/types.js";
+import { DiscoverFetchFn, DiscoverNormalizeUrlFn } from "../../common/types.js";
 
 //#region src/hubs/discover/types.d.ts
 type HubResult = {
@@ -9,6 +9,7 @@ type DiscoverHubsMethodsConfig = Array<'headers' | 'html' | 'feed'>;
 type DiscoverHubsOptions = {
   methods?: DiscoverHubsMethodsConfig;
   fetchFn?: DiscoverFetchFn;
+  normalizeUrlFn?: DiscoverNormalizeUrlFn;
 };
 //#endregion
 export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/hubs/headers/index.cjs

@@ -4,13 +4,13 @@ const require_index = require('../../common/uris/headers/index.cjs');
 //#region src/hubs/headers/index.ts
 const hubSelector = [{ rel: "hub" }];
 const selfSelector = [{ rel: "self" }];
-const discoverHubsFromHeaders = (headers, baseUrl) => {
+const discoverHubsFromHeaders = (headers, baseUrl, normalizeUrlFn = require_utils.normalizeUrl) => {
 	const hubUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: hubSelector });
 	if (hubUris.length === 0) return [];
 	const selfUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: selfSelector });
-	const topic = selfUris[0] ? require_utils.normalizeUrl(selfUris[0], baseUrl) : baseUrl;
+	const topic = selfUris[0] ? normalizeUrlFn(selfUris[0], baseUrl) : baseUrl;
 	return hubUris.map((hub) => ({
-		hub: require_utils.normalizeUrl(hub, baseUrl),
+		hub: normalizeUrlFn(hub, baseUrl),
 		topic
 	}));
 };

package/dist/hubs/headers/index.js

@@ -4,13 +4,13 @@ import { discoverUrisFromHeaders } from "../../common/uris/headers/index.js";
 //#region src/hubs/headers/index.ts
 const hubSelector = [{ rel: "hub" }];
 const selfSelector = [{ rel: "self" }];
-const discoverHubsFromHeaders = (headers, baseUrl) => {
+const discoverHubsFromHeaders = (headers, baseUrl, normalizeUrlFn = normalizeUrl) => {
 	const hubUris = discoverUrisFromHeaders(headers, { linkSelectors: hubSelector });
 	if (hubUris.length === 0) return [];
 	const selfUris = discoverUrisFromHeaders(headers, { linkSelectors: selfSelector });
-	const topic = selfUris[0] ? normalizeUrl(selfUris[0], baseUrl) : baseUrl;
+	const topic = selfUris[0] ? normalizeUrlFn(selfUris[0], baseUrl) : baseUrl;
 	return hubUris.map((hub) => ({
-		hub: normalizeUrl(hub, baseUrl),
+		hub: normalizeUrlFn(hub, baseUrl),
 		topic
 	}));
 };

package/dist/hubs/html/index.cjs

@@ -9,7 +9,7 @@ const htmlOptions = {
 	anchorIgnoredUris: [],
 	anchorLabels: []
 };
-const discoverHubsFromHtml = (content, baseUrl) => {
+const discoverHubsFromHtml = (content, baseUrl, normalizeUrlFn = require_utils.normalizeUrl) => {
 	const hubUris = require_index.discoverUrisFromHtml(content, {
 		...htmlOptions,
 		linkSelectors: hubSelector
@@ -19,9 +19,9 @@ const discoverHubsFromHtml = (content, baseUrl) => {
 		...htmlOptions,
 		linkSelectors: selfSelector
 	});
-	const topic = selfUris[0] ? require_utils.normalizeUrl(selfUris[0], baseUrl) : baseUrl;
+	const topic = selfUris[0] ? normalizeUrlFn(selfUris[0], baseUrl) : baseUrl;
 	return hubUris.map((hub) => ({
-		hub: require_utils.normalizeUrl(hub, baseUrl),
+		hub: normalizeUrlFn(hub, baseUrl),
 		topic
 	}));
 };

package/dist/hubs/html/index.js

@@ -9,7 +9,7 @@ const htmlOptions = {
 	anchorIgnoredUris: [],
 	anchorLabels: []
 };
-const discoverHubsFromHtml = (content, baseUrl) => {
+const discoverHubsFromHtml = (content, baseUrl, normalizeUrlFn = normalizeUrl) => {
 	const hubUris = discoverUrisFromHtml(content, {
 		...htmlOptions,
 		linkSelectors: hubSelector
@@ -19,9 +19,9 @@ const discoverHubsFromHtml = (content, baseUrl) => {
 		...htmlOptions,
 		linkSelectors: selfSelector
 	});
-	const topic = selfUris[0] ? normalizeUrl(selfUris[0], baseUrl) : baseUrl;
+	const topic = selfUris[0] ? normalizeUrlFn(selfUris[0], baseUrl) : baseUrl;
 	return hubUris.map((hub) => ({
-		hub: normalizeUrl(hub, baseUrl),
+		hub: normalizeUrlFn(hub, baseUrl),
 		topic
 	}));
 };