feedscout 1.0.0 → 1.2.0

package/dist/feeds/platform/handlers/producthunt.cjs

@@ -0,0 +1,22 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/producthunt.ts
+const hosts = ["producthunt.com", "www.producthunt.com"];
+const topicPathRegex = /^\/topics\/([a-zA-Z0-9_-]+)/;
+const categoryPathRegex = /^\/categories\/([a-zA-Z0-9_-]+)/;
+const producthuntHandler = {
+	match: (url) => {
+		return require_utils.isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		const topicMatch = pathname.match(topicPathRegex);
+		if (topicMatch?.[1]) return [`https://www.producthunt.com/feed?topic=${topicMatch[1]}`];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) return [`https://www.producthunt.com/feed?category=${categoryMatch[1]}`];
+		return ["https://www.producthunt.com/feed"];
+	}
+};
+
+//#endregion
+exports.producthuntHandler = producthuntHandler;

package/dist/feeds/platform/handlers/producthunt.js

@@ -0,0 +1,22 @@
+import { isHostOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/producthunt.ts
+const hosts = ["producthunt.com", "www.producthunt.com"];
+const topicPathRegex = /^\/topics\/([a-zA-Z0-9_-]+)/;
+const categoryPathRegex = /^\/categories\/([a-zA-Z0-9_-]+)/;
+const producthuntHandler = {
+	match: (url) => {
+		return isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		const topicMatch = pathname.match(topicPathRegex);
+		if (topicMatch?.[1]) return [`https://www.producthunt.com/feed?topic=${topicMatch[1]}`];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) return [`https://www.producthunt.com/feed?category=${categoryMatch[1]}`];
+		return ["https://www.producthunt.com/feed"];
+	}
+};
+
+//#endregion
+export { producthuntHandler };

package/dist/feeds/platform/handlers/reddit.cjs

@@ -0,0 +1,47 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/reddit.ts
+const hosts = [
+	"reddit.com",
+	"www.reddit.com",
+	"old.reddit.com",
+	"new.reddit.com"
+];
+const sortOptions = [
+	"hot",
+	"new",
+	"rising",
+	"controversial",
+	"top"
+];
+const redditHandler = {
+	match: (url) => {
+		return require_utils.isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		if (pathname.split("/").filter(Boolean).length === 0) return ["https://www.reddit.com/.rss"];
+		const commentsMatch = pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)/);
+		if (commentsMatch?.[1] && commentsMatch?.[2]) return [`https://www.reddit.com/r/${commentsMatch[1]}/comments/${commentsMatch[2]}/.rss`];
+		const subredditMatch = pathname.match(/^\/r\/([^/]+)(?:\/([^/]+))?/);
+		if (subredditMatch?.[1]) {
+			const subreddit = subredditMatch[1];
+			const sort = subredditMatch[2];
+			const uris = [];
+			if (sort && require_utils.isAnyOf(sort, sortOptions)) uris.push(`https://www.reddit.com/r/${subreddit}/${sort}/.rss`);
+			else uris.push(`https://www.reddit.com/r/${subreddit}/.rss`);
+			uris.push(`https://www.reddit.com/r/${subreddit}/comments/.rss`);
+			return uris;
+		}
+		const multiredditMatch = pathname.match(/^\/user\/([^/]+)\/m\/([^/]+)/);
+		if (multiredditMatch?.[1] && multiredditMatch?.[2]) return [`https://www.reddit.com/user/${multiredditMatch[1]}/m/${multiredditMatch[2]}/.rss`];
+		const userMatch = pathname.match(/^\/(u|user)\/([^/]+)/);
+		if (userMatch?.[2]) return [`https://www.reddit.com/user/${userMatch[2]}/.rss`];
+		const domainMatch = pathname.match(/^\/domain\/([^/]+)/);
+		if (domainMatch?.[1]) return [`https://www.reddit.com/domain/${domainMatch[1]}/.rss`];
+		return [];
+	}
+};
+
+//#endregion
+exports.redditHandler = redditHandler;

package/dist/feeds/platform/handlers/reddit.js

@@ -0,0 +1,47 @@
+import { isAnyOf, isHostOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/reddit.ts
+const hosts = [
+	"reddit.com",
+	"www.reddit.com",
+	"old.reddit.com",
+	"new.reddit.com"
+];
+const sortOptions = [
+	"hot",
+	"new",
+	"rising",
+	"controversial",
+	"top"
+];
+const redditHandler = {
+	match: (url) => {
+		return isHostOf(url, hosts);
+	},
+	resolve: (url) => {
+		const { pathname } = new URL(url);
+		if (pathname.split("/").filter(Boolean).length === 0) return ["https://www.reddit.com/.rss"];
+		const commentsMatch = pathname.match(/^\/r\/([^/]+)\/comments\/([^/]+)/);
+		if (commentsMatch?.[1] && commentsMatch?.[2]) return [`https://www.reddit.com/r/${commentsMatch[1]}/comments/${commentsMatch[2]}/.rss`];
+		const subredditMatch = pathname.match(/^\/r\/([^/]+)(?:\/([^/]+))?/);
+		if (subredditMatch?.[1]) {
+			const subreddit = subredditMatch[1];
+			const sort = subredditMatch[2];
+			const uris = [];
+			if (sort && isAnyOf(sort, sortOptions)) uris.push(`https://www.reddit.com/r/${subreddit}/${sort}/.rss`);
+			else uris.push(`https://www.reddit.com/r/${subreddit}/.rss`);
+			uris.push(`https://www.reddit.com/r/${subreddit}/comments/.rss`);
+			return uris;
+		}
+		const multiredditMatch = pathname.match(/^\/user\/([^/]+)\/m\/([^/]+)/);
+		if (multiredditMatch?.[1] && multiredditMatch?.[2]) return [`https://www.reddit.com/user/${multiredditMatch[1]}/m/${multiredditMatch[2]}/.rss`];
+		const userMatch = pathname.match(/^\/(u|user)\/([^/]+)/);
+		if (userMatch?.[2]) return [`https://www.reddit.com/user/${userMatch[2]}/.rss`];
+		const domainMatch = pathname.match(/^\/domain\/([^/]+)/);
+		if (domainMatch?.[1]) return [`https://www.reddit.com/domain/${domainMatch[1]}/.rss`];
+		return [];
+	}
+};
+
+//#endregion
+export { redditHandler };

package/dist/feeds/platform/handlers/soundcloud.cjs

@@ -0,0 +1,37 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/soundcloud.ts
+const hosts = [
+	"soundcloud.com",
+	"www.soundcloud.com",
+	"m.soundcloud.com"
+];
+const excludedPaths = [
+	"discover",
+	"stream",
+	"search",
+	"upload",
+	"you",
+	"settings",
+	"messages"
+];
+const extractUserIdFromContent = (content) => {
+	return content.match(/soundcloud:\/\/users:(\d+)/)?.[1];
+};
+const soundcloudHandler = {
+	match: (url) => {
+		if (!require_utils.isHostOf(url, hosts)) return false;
+		const { pathname } = new URL(url);
+		const pathSegments = pathname.split("/").filter(Boolean);
+		return pathSegments.length >= 1 && !require_utils.isAnyOf(pathSegments[0], excludedPaths);
+	},
+	resolve: (_url, content) => {
+		if (!content) return [];
+		const userId = extractUserIdFromContent(content);
+		if (!userId) return [];
+		return [`https://feeds.soundcloud.com/users/soundcloud:users:${userId}/sounds.rss`];
+	}
+};
+
+//#endregion
+exports.soundcloudHandler = soundcloudHandler;

package/dist/feeds/platform/handlers/soundcloud.js

@@ -0,0 +1,37 @@
+import { isAnyOf, isHostOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/soundcloud.ts
+const hosts = [
+	"soundcloud.com",
+	"www.soundcloud.com",
+	"m.soundcloud.com"
+];
+const excludedPaths = [
+	"discover",
+	"stream",
+	"search",
+	"upload",
+	"you",
+	"settings",
+	"messages"
+];
+const extractUserIdFromContent = (content) => {
+	return content.match(/soundcloud:\/\/users:(\d+)/)?.[1];
+};
+const soundcloudHandler = {
+	match: (url) => {
+		if (!isHostOf(url, hosts)) return false;
+		const { pathname } = new URL(url);
+		const pathSegments = pathname.split("/").filter(Boolean);
+		return pathSegments.length >= 1 && !isAnyOf(pathSegments[0], excludedPaths);
+	},
+	resolve: (_url, content) => {
+		if (!content) return [];
+		const userId = extractUserIdFromContent(content);
+		if (!userId) return [];
+		return [`https://feeds.soundcloud.com/users/soundcloud:users:${userId}/sounds.rss`];
+	}
+};
+
+//#endregion
+export { soundcloudHandler };

package/dist/feeds/platform/handlers/substack.cjs

@@ -0,0 +1,15 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/substack.ts
+const substackHandler = {
+	match: (url) => {
+		return require_utils.isSubdomainOf(url, "substack.com");
+	},
+	resolve: (url) => {
+		const { origin } = new URL(url);
+		return [`${origin}/feed`];
+	}
+};
+
+//#endregion
+exports.substackHandler = substackHandler;

package/dist/feeds/platform/handlers/substack.js

@@ -0,0 +1,15 @@
+import { isSubdomainOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/substack.ts
+const substackHandler = {
+	match: (url) => {
+		return isSubdomainOf(url, "substack.com");
+	},
+	resolve: (url) => {
+		const { origin } = new URL(url);
+		return [`${origin}/feed`];
+	}
+};
+
+//#endregion
+export { substackHandler };

package/dist/feeds/platform/handlers/tumblr.cjs

@@ -0,0 +1,18 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/tumblr.ts
+const tagPathRegex = /^\/tagged\/([^/]+)/;
+const tumblrHandler = {
+	match: (url) => {
+		return require_utils.isSubdomainOf(url, "tumblr.com");
+	},
+	resolve: (url) => {
+		const { origin, pathname } = new URL(url);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) return [`${origin}/tagged/${tagMatch[1]}/rss`];
+		return [`${origin}/rss`];
+	}
+};
+
+//#endregion
+exports.tumblrHandler = tumblrHandler;

package/dist/feeds/platform/handlers/tumblr.js

@@ -0,0 +1,18 @@
+import { isSubdomainOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/tumblr.ts
+const tagPathRegex = /^\/tagged\/([^/]+)/;
+const tumblrHandler = {
+	match: (url) => {
+		return isSubdomainOf(url, "tumblr.com");
+	},
+	resolve: (url) => {
+		const { origin, pathname } = new URL(url);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) return [`${origin}/tagged/${tagMatch[1]}/rss`];
+		return [`${origin}/rss`];
+	}
+};
+
+//#endregion
+export { tumblrHandler };

package/dist/feeds/platform/handlers/wordpress.cjs

@@ -0,0 +1,30 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/wordpress.ts
+const categoryPathRegex = /^\/category\/([^/]+)/;
+const tagPathRegex = /^\/tag\/([^/]+)/;
+const authorPathRegex = /^\/author\/([^/]+)/;
+const wordpressHandler = {
+	match: (url) => {
+		return require_utils.isSubdomainOf(url, "wordpress.com");
+	},
+	resolve: (url) => {
+		const { origin, pathname } = new URL(url);
+		const uris = [];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) uris.push(`${origin}/category/${categoryMatch[1]}/feed/`);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) uris.push(`${origin}/tag/${tagMatch[1]}/feed/`);
+		const authorMatch = pathname.match(authorPathRegex);
+		if (authorMatch?.[1]) uris.push(`${origin}/author/${authorMatch[1]}/feed/`);
+		uris.push(`${origin}/feed/`);
+		uris.push(`${origin}/feed/rss2/`);
+		uris.push(`${origin}/feed/rdf/`);
+		uris.push(`${origin}/feed/atom/`);
+		uris.push(`${origin}/comments/feed/`);
+		return uris;
+	}
+};
+
+//#endregion
+exports.wordpressHandler = wordpressHandler;

package/dist/feeds/platform/handlers/wordpress.js

@@ -0,0 +1,30 @@
+import { isSubdomainOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/wordpress.ts
+const categoryPathRegex = /^\/category\/([^/]+)/;
+const tagPathRegex = /^\/tag\/([^/]+)/;
+const authorPathRegex = /^\/author\/([^/]+)/;
+const wordpressHandler = {
+	match: (url) => {
+		return isSubdomainOf(url, "wordpress.com");
+	},
+	resolve: (url) => {
+		const { origin, pathname } = new URL(url);
+		const uris = [];
+		const categoryMatch = pathname.match(categoryPathRegex);
+		if (categoryMatch?.[1]) uris.push(`${origin}/category/${categoryMatch[1]}/feed/`);
+		const tagMatch = pathname.match(tagPathRegex);
+		if (tagMatch?.[1]) uris.push(`${origin}/tag/${tagMatch[1]}/feed/`);
+		const authorMatch = pathname.match(authorPathRegex);
+		if (authorMatch?.[1]) uris.push(`${origin}/author/${authorMatch[1]}/feed/`);
+		uris.push(`${origin}/feed/`);
+		uris.push(`${origin}/feed/rss2/`);
+		uris.push(`${origin}/feed/rdf/`);
+		uris.push(`${origin}/feed/atom/`);
+		uris.push(`${origin}/comments/feed/`);
+		return uris;
+	}
+};
+
+//#endregion
+export { wordpressHandler };

package/dist/feeds/platform/handlers/youtube.cjs

@@ -0,0 +1,56 @@
+const require_utils = require('../../../common/utils.cjs');
+
+//#region src/feeds/platform/handlers/youtube.ts
+const hosts = [
+	"youtube.com",
+	"www.youtube.com",
+	"m.youtube.com",
+	"youtu.be",
+	"www.youtu.be"
+];
+const channelIdRegex = /"channelId":"(UC[a-zA-Z0-9_-]+)"/;
+const channelPathRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
+const handlePathRegex = /^\/@([^/]+)/;
+const userPathRegex = /^\/user\/([^/]+)/;
+const customPathRegex = /^\/c\/([^/]+)/;
+const extractChannelIdFromContent = (content) => {
+	return content.match(channelIdRegex)?.[1];
+};
+const getVideosOnlyPlaylistId = (channelId) => {
+	return channelId.replace(/^UC/, "UULF");
+};
+const getShortsOnlyPlaylistId = (channelId) => {
+	return channelId.replace(/^UC/, "UUSH");
+};
+const youtubeHandler = {
+	match: (url) => {
+		return require_utils.isHostOf(url, hosts);
+	},
+	resolve: (url, content) => {
+		const parsedUrl = new URL(url);
+		const uris = [];
+		const channelMatch = parsedUrl.pathname.match(channelPathRegex);
+		if (channelMatch?.[1]) {
+			const channelId = channelMatch[1];
+			uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
+			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
+		}
+		const playlistId = parsedUrl.searchParams.get("list");
+		if (playlistId) uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${playlistId}`);
+		if (uris.length === 0 && content) {
+			if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handlePathRegex) || parsedUrl.pathname.match(userPathRegex) || parsedUrl.pathname.match(customPathRegex)) {
+				const channelId = extractChannelIdFromContent(content);
+				if (channelId) {
+					uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
+					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
+				}
+			}
+		}
+		return uris;
+	}
+};
+
+//#endregion
+exports.youtubeHandler = youtubeHandler;

package/dist/feeds/platform/handlers/youtube.js

@@ -0,0 +1,56 @@
+import { isHostOf } from "../../../common/utils.js";
+
+//#region src/feeds/platform/handlers/youtube.ts
+const hosts = [
+	"youtube.com",
+	"www.youtube.com",
+	"m.youtube.com",
+	"youtu.be",
+	"www.youtu.be"
+];
+const channelIdRegex = /"channelId":"(UC[a-zA-Z0-9_-]+)"/;
+const channelPathRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
+const handlePathRegex = /^\/@([^/]+)/;
+const userPathRegex = /^\/user\/([^/]+)/;
+const customPathRegex = /^\/c\/([^/]+)/;
+const extractChannelIdFromContent = (content) => {
+	return content.match(channelIdRegex)?.[1];
+};
+const getVideosOnlyPlaylistId = (channelId) => {
+	return channelId.replace(/^UC/, "UULF");
+};
+const getShortsOnlyPlaylistId = (channelId) => {
+	return channelId.replace(/^UC/, "UUSH");
+};
+const youtubeHandler = {
+	match: (url) => {
+		return isHostOf(url, hosts);
+	},
+	resolve: (url, content) => {
+		const parsedUrl = new URL(url);
+		const uris = [];
+		const channelMatch = parsedUrl.pathname.match(channelPathRegex);
+		if (channelMatch?.[1]) {
+			const channelId = channelMatch[1];
+			uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
+			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+			uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
+		}
+		const playlistId = parsedUrl.searchParams.get("list");
+		if (playlistId) uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${playlistId}`);
+		if (uris.length === 0 && content) {
+			if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handlePathRegex) || parsedUrl.pathname.match(userPathRegex) || parsedUrl.pathname.match(customPathRegex)) {
+				const channelId = extractChannelIdFromContent(content);
+				if (channelId) {
+					uris.push(`https://www.youtube.com/feeds/videos.xml?channel_id=${channelId}`);
+					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getVideosOnlyPlaylistId(channelId)}`);
+					uris.push(`https://www.youtube.com/feeds/videos.xml?playlist_id=${getShortsOnlyPlaylistId(channelId)}`);
+				}
+			}
+		}
+		return uris;
+	}
+};
+
+//#endregion
+export { youtubeHandler };

package/dist/feeds.cjs

@@ -6,6 +6,7 @@ exports.defaultExtractor = require_extractors.defaultExtractor;
 exports.defaultGuessOptions = require_defaults.defaultGuessOptions;
 exports.defaultHeadersOptions = require_defaults.defaultHeadersOptions;
 exports.defaultHtmlOptions = require_defaults.defaultHtmlOptions;
+exports.defaultPlatformOptions = require_defaults.defaultPlatformOptions;
 exports.ignoredUris = require_defaults.ignoredUris;
 exports.linkSelectors = require_defaults.linkSelectors;
 exports.mimeTypes = require_defaults.mimeTypes;

package/dist/feeds.d.cts

@@ -1,4 +1,4 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.cjs";
+import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.cjs";
 import { FeedResult } from "./feeds/types.cjs";
 import { defaultExtractor } from "./feeds/extractors.cjs";
-export { FeedResult, anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { FeedResult, anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds.d.ts

@@ -1,4 +1,4 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
+import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
 import { FeedResult } from "./feeds/types.js";
 import { defaultExtractor } from "./feeds/extractors.js";
-export { FeedResult, anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { FeedResult, anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/feeds.js

@@ -1,4 +1,4 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
+import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.js";
 import { defaultExtractor } from "./feeds/extractors.js";
 
-export { anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };
+export { anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/hubs/discover/index.cjs

@@ -1,8 +1,9 @@
-const require_adapters = require('../../common/discover/adapters.cjs');
+const require_utils = require('../../common/utils.cjs');
+const require_utils$1 = require('../../common/discover/utils.cjs');
 const require_index = require('../feed/index.cjs');
 const require_index$1 = require('../headers/index.cjs');
 const require_index$2 = require('../html/index.cjs');
-const require_utils = require('./utils.cjs');
+const require_utils$2 = require('./utils.cjs');
 
 //#region src/hubs/discover/index.ts
 const discoverHubs = async (input, options = {}) => {
@@ -10,11 +11,11 @@ const discoverHubs = async (input, options = {}) => {
 		"headers",
 		"feed",
 		"html"
-	], fetchFn = require_adapters.createNativeFetchAdapter() } = options;
-	const normalizedInput = await require_utils.normalizeInput(input, fetchFn);
+	], fetchFn = require_utils$1.defaultFetchFn, normalizeUrlFn = require_utils.normalizeUrl } = options;
+	const normalizedInput = await require_utils$2.normalizeInput(input, fetchFn);
 	const results = [];
 	if (methods.includes("headers") && normalizedInput.headers) {
-		const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url);
+		const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, normalizeUrlFn);
 		results.push(...headerHubs);
 	}
 	if (methods.includes("feed") && normalizedInput.content) {
@@ -22,7 +23,7 @@ const discoverHubs = async (input, options = {}) => {
 		results.push(...feedHubs);
 	}
 	if (methods.includes("html") && normalizedInput.content) {
-		const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url);
+		const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, normalizeUrlFn);
 		results.push(...htmlHubs);
 	}
 	return results;

package/dist/hubs/discover/index.js

@@ -1,4 +1,5 @@
-import { createNativeFetchAdapter } from "../../common/discover/adapters.js";
+import { normalizeUrl } from "../../common/utils.js";
+import { defaultFetchFn } from "../../common/discover/utils.js";
 import { discoverHubsFromFeed } from "../feed/index.js";
 import { discoverHubsFromHeaders } from "../headers/index.js";
 import { discoverHubsFromHtml } from "../html/index.js";
@@ -10,11 +11,11 @@ const discoverHubs = async (input, options = {}) => {
 		"headers",
 		"feed",
 		"html"
-	], fetchFn = createNativeFetchAdapter() } = options;
+	], fetchFn = defaultFetchFn, normalizeUrlFn = normalizeUrl } = options;
 	const normalizedInput = await normalizeInput(input, fetchFn);
 	const results = [];
 	if (methods.includes("headers") && normalizedInput.headers) {
-		const headerHubs = discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url);
+		const headerHubs = discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, normalizeUrlFn);
 		results.push(...headerHubs);
 	}
 	if (methods.includes("feed") && normalizedInput.content) {
@@ -22,7 +23,7 @@ const discoverHubs = async (input, options = {}) => {
 		results.push(...feedHubs);
 	}
 	if (methods.includes("html") && normalizedInput.content) {
-		const htmlHubs = discoverHubsFromHtml(normalizedInput.content, normalizedInput.url);
+		const htmlHubs = discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, normalizeUrlFn);
 		results.push(...htmlHubs);
 	}
 	return results;

package/dist/hubs/discover/types.d.cts

@@ -1,4 +1,4 @@
-import { DiscoverFetchFn } from "../../common/types.cjs";
+import { DiscoverFetchFn, DiscoverNormalizeUrlFn } from "../../common/types.cjs";
 
 //#region src/hubs/discover/types.d.ts
 type HubResult = {
@@ -9,6 +9,7 @@ type DiscoverHubsMethodsConfig = Array<'headers' | 'html' | 'feed'>;
 type DiscoverHubsOptions = {
   methods?: DiscoverHubsMethodsConfig;
   fetchFn?: DiscoverFetchFn;
+  normalizeUrlFn?: DiscoverNormalizeUrlFn;
 };
 //#endregion
 export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/hubs/discover/types.d.ts

@@ -1,4 +1,4 @@
-import { DiscoverFetchFn } from "../../common/types.js";
+import { DiscoverFetchFn, DiscoverNormalizeUrlFn } from "../../common/types.js";
 
 //#region src/hubs/discover/types.d.ts
 type HubResult = {
@@ -9,6 +9,7 @@ type DiscoverHubsMethodsConfig = Array<'headers' | 'html' | 'feed'>;
 type DiscoverHubsOptions = {
   methods?: DiscoverHubsMethodsConfig;
   fetchFn?: DiscoverFetchFn;
+  normalizeUrlFn?: DiscoverNormalizeUrlFn;
 };
 //#endregion
 export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/hubs/headers/index.cjs

@@ -4,13 +4,13 @@ const require_index = require('../../common/uris/headers/index.cjs');
 //#region src/hubs/headers/index.ts
 const hubSelector = [{ rel: "hub" }];
 const selfSelector = [{ rel: "self" }];
-const discoverHubsFromHeaders = (headers, baseUrl) => {
+const discoverHubsFromHeaders = (headers, baseUrl, normalizeUrlFn = require_utils.normalizeUrl) => {
 	const hubUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: hubSelector });
 	if (hubUris.length === 0) return [];
 	const selfUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: selfSelector });
-	const topic = selfUris[0] ? require_utils.normalizeUrl(selfUris[0], baseUrl) : baseUrl;
+	const topic = selfUris[0] ? normalizeUrlFn(selfUris[0], baseUrl) : baseUrl;
 	return hubUris.map((hub) => ({
-		hub: require_utils.normalizeUrl(hub, baseUrl),
+		hub: normalizeUrlFn(hub, baseUrl),
 		topic
 	}));
 };

package/dist/hubs/headers/index.js

@@ -4,13 +4,13 @@ import { discoverUrisFromHeaders } from "../../common/uris/headers/index.js";
 //#region src/hubs/headers/index.ts
 const hubSelector = [{ rel: "hub" }];
 const selfSelector = [{ rel: "self" }];
-const discoverHubsFromHeaders = (headers, baseUrl) => {
+const discoverHubsFromHeaders = (headers, baseUrl, normalizeUrlFn = normalizeUrl) => {
 	const hubUris = discoverUrisFromHeaders(headers, { linkSelectors: hubSelector });
 	if (hubUris.length === 0) return [];
 	const selfUris = discoverUrisFromHeaders(headers, { linkSelectors: selfSelector });
-	const topic = selfUris[0] ? normalizeUrl(selfUris[0], baseUrl) : baseUrl;
+	const topic = selfUris[0] ? normalizeUrlFn(selfUris[0], baseUrl) : baseUrl;
 	return hubUris.map((hub) => ({
-		hub: normalizeUrl(hub, baseUrl),
+		hub: normalizeUrlFn(hub, baseUrl),
 		topic
 	}));
 };