feedscout 1.8.0 → 2.0.0-beta.1

package/dist/feeds/platform/handlers/wordpress.cjs

@@ -1,64 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/wordpress.ts
-const categoryRegex = /^\/category\/([^/]+)/;
-const tagRegex = /^\/tag\/([^/]+)/;
-const authorRegex = /^\/author\/([^/]+)/;
-const wordpressHandler = {
-	match: (url) => {
-		return require_utils.isSubdomainOf(url, "wordpress.com");
-	},
-	resolve: (url) => {
-		const { origin, pathname } = new URL(url);
-		const uris = [];
-		const categoryMatch = pathname.match(categoryRegex);
-		if (categoryMatch?.[1]) uris.push({
-			uri: [`${origin}/category/${categoryMatch[1]}/feed/`, `${origin}/category/${categoryMatch[1]}/?feed=rss`],
-			hint: require_utils.composeHint("wordpress:category")
-		});
-		const tagMatch = pathname.match(tagRegex);
-		if (tagMatch?.[1]) uris.push({
-			uri: [`${origin}/tag/${tagMatch[1]}/feed/`, `${origin}/tag/${tagMatch[1]}/?feed=rss`],
-			hint: require_utils.composeHint("wordpress:tag")
-		});
-		const authorMatch = pathname.match(authorRegex);
-		if (authorMatch?.[1]) uris.push({
-			uri: [`${origin}/author/${authorMatch[1]}/feed/`, `${origin}/author/${authorMatch[1]}/?feed=rss`],
-			hint: require_utils.composeHint("wordpress:author")
-		});
-		uris.push({
-			uri: [`${origin}/feed/`, `${origin}/?feed=rss`],
-			hint: require_utils.composeHint("wordpress:posts-rss2")
-		});
-		uris.push({
-			uri: [`${origin}/feed/rss2/`, `${origin}/?feed=rss2`],
-			hint: require_utils.composeHint("wordpress:posts-rss2-alt")
-		});
-		uris.push({
-			uri: [`${origin}/feed/rdf/`, `${origin}/?feed=rdf`],
-			hint: require_utils.composeHint("wordpress:posts-rdf")
-		});
-		uris.push({
-			uri: [`${origin}/feed/atom/`, `${origin}/?feed=atom`],
-			hint: require_utils.composeHint("wordpress:posts-atom")
-		});
-		uris.push({
-			uri: [`${origin}/comments/feed/`, `${origin}/?feed=comments-rss2`],
-			hint: require_utils.composeHint("wordpress:comments")
-		});
-		uris.push({
-			uri: [`${origin}/comments/feed/rss2/`, `${origin}/?feed=comments-rss2`],
-			hint: require_utils.composeHint("wordpress:comments-rss2")
-		});
-		uris.push({
-			uri: [`${origin}/comments/feed/rdf/`, `${origin}/?feed=comments-rdf`],
-			hint: require_utils.composeHint("wordpress:comments-rdf")
-		});
-		uris.push({
-			uri: [`${origin}/comments/feed/atom/`, `${origin}/?feed=comments-atom`],
-			hint: require_utils.composeHint("wordpress:comments-atom")
-		});
-		return uris;
-	}
-};
-//#endregion
-exports.wordpressHandler = wordpressHandler;

package/dist/feeds/platform/handlers/wpengine.cjs

@@ -1,10 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/wpengine.ts
-const wpengineHandler = {
-	match: (url) => {
-		return require_utils.isSubdomainOf(url, ["wpenginepowered.com", "wpengine.com"]);
-	},
-	resolve: require("./wordpress.cjs").wordpressHandler.resolve
-};
-//#endregion
-exports.wpengineHandler = wpengineHandler;

package/dist/feeds/platform/handlers/ximalaya.cjs

@@ -1,20 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/ximalaya.ts
-const albumRegex = /^\/album\/(\d+)/;
-const hosts = ["www.ximalaya.com", "ximalaya.com"];
-const ximalayaHandler = {
-	match: (url) => {
-		return require_utils.isHostOf(url, hosts);
-	},
-	resolve: (url) => {
-		const { pathname } = new URL(url);
-		const id = pathname.match(albumRegex)?.[1];
-		if (!id) return [];
-		return [{
-			uri: `https://www.ximalaya.com/album/${id}.xml`,
-			hint: require_utils.composeHint("ximalaya:album")
-		}];
-	}
-};
-//#endregion
-exports.ximalayaHandler = ximalayaHandler;

package/dist/feeds/platform/handlers/youtube.cjs

@@ -1,94 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/youtube.ts
-const channelIdRegex = /"(?:channelId|externalId)":"(UC[a-zA-Z0-9_-]+)"/;
-const channelRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
-const handleRegex = /^\/@([^/]+)/;
-const userRegex = /^\/user\/([^/]+)/;
-const customRegex = /^\/c\/([^/]+)/;
-const channelPrefixRegex = /^UC/;
-const hosts = [
-	"youtube.com",
-	"www.youtube.com",
-	"m.youtube.com",
-	"youtu.be",
-	"www.youtu.be"
-];
-const extractChannelIdFromContent = (content) => {
-	return content.match(channelIdRegex)?.[1];
-};
-const playlistPrefix = (prefix, channelId) => {
-	return channelId.replace(channelPrefixRegex, prefix);
-};
-const feedUrl = (param, value) => {
-	return `https://www.youtube.com/feeds/videos.xml?${param}=${value}`;
-};
-const pushChannelUris = (uris, channelId) => {
-	uris.push({
-		uri: [feedUrl("channel_id", channelId), feedUrl("playlist_id", playlistPrefix("UU", channelId))],
-		hint: require_utils.composeHint("youtube:all")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UULF", channelId)),
-		hint: require_utils.composeHint("youtube:videos")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUSH", channelId)),
-		hint: require_utils.composeHint("youtube:shorts")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UULV", channelId)),
-		hint: require_utils.composeHint("youtube:live")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UULP", channelId)),
-		hint: require_utils.composeHint("youtube:popular-videos")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUPS", channelId)),
-		hint: require_utils.composeHint("youtube:popular-shorts")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUPV", channelId)),
-		hint: require_utils.composeHint("youtube:popular-live")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUMO", channelId)),
-		hint: require_utils.composeHint("youtube:member-videos")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUMS", channelId)),
-		hint: require_utils.composeHint("youtube:member-shorts")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUMV", channelId)),
-		hint: require_utils.composeHint("youtube:member-live")
-	});
-};
-const youtubeHandler = {
-	match: (url) => {
-		return require_utils.isHostOf(url, hosts);
-	},
-	resolve: (url, content) => {
-		const parsedUrl = new URL(url);
-		const uris = [];
-		const channelMatch = parsedUrl.pathname.match(channelRegex);
-		if (channelMatch?.[1]) {
-			const channelId = channelMatch[1];
-			pushChannelUris(uris, channelId);
-		}
-		const playlistId = parsedUrl.searchParams.get("list");
-		if (playlistId) uris.push({
-			uri: feedUrl("playlist_id", playlistId),
-			hint: require_utils.composeHint("youtube:playlist")
-		});
-		if (uris.length === 0 && content) {
-			if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || parsedUrl.pathname.match(handleRegex) || parsedUrl.pathname.match(userRegex) || parsedUrl.pathname.match(customRegex)) {
-				const channelId = extractChannelIdFromContent(content);
-				if (channelId) pushChannelUris(uris, channelId);
-			}
-		}
-		return uris;
-	}
-};
-//#endregion
-exports.youtubeHandler = youtubeHandler;

package/dist/feeds/types.d.cts

@@ -1,9 +0,0 @@
-//#region src/feeds/types.d.ts
-type FeedResult = {
-  format: 'rss' | 'atom' | 'json' | 'rdf';
-  title?: string;
-  description?: string;
-  siteUrl?: string;
-};
-//#endregion
-export { FeedResult };

package/dist/feeds.cjs

@@ -1,15 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_defaults = require("./feeds/defaults.cjs");
-const require_extractors = require("./feeds/extractors.cjs");
-exports.anchorLabels = require_defaults.anchorLabels;
-exports.defaultExtractor = require_extractors.defaultExtractor;
-exports.defaultGuessOptions = require_defaults.defaultGuessOptions;
-exports.defaultHeadersOptions = require_defaults.defaultHeadersOptions;
-exports.defaultHtmlOptions = require_defaults.defaultHtmlOptions;
-exports.defaultPlatformOptions = require_defaults.defaultPlatformOptions;
-exports.ignoredUris = require_defaults.ignoredUris;
-exports.linkSelectors = require_defaults.linkSelectors;
-exports.mimeTypes = require_defaults.mimeTypes;
-exports.urisBalanced = require_defaults.urisBalanced;
-exports.urisComprehensive = require_defaults.urisComprehensive;
-exports.urisMinimal = require_defaults.urisMinimal;

package/dist/feeds.d.cts

@@ -1,4 +0,0 @@
-import { anchorLabels, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.cjs";
-import { FeedResult } from "./feeds/types.cjs";
-import { defaultExtractor } from "./feeds/extractors.cjs";
-export { FeedResult, anchorLabels, defaultExtractor, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/hubs/discover/index.cjs

@@ -1,30 +0,0 @@
-const require_utils = require("../../common/utils.cjs");
-const require_utils$1 = require("../../common/discover/utils.cjs");
-const require_index = require("../feed/index.cjs");
-const require_index$1 = require("../headers/index.cjs");
-const require_index$2 = require("../html/index.cjs");
-//#region src/hubs/discover/index.ts
-const discoverHubs = async (input, options = {}) => {
-	const { methods = [
-		"headers",
-		"feed",
-		"html"
-	], fetchFn = require_utils$1.defaultFetchFn, resolveUrlFn = require_utils.resolveUrl } = options;
-	const normalizedInput = await require_utils$1.normalizeInput(input, fetchFn);
-	const results = [];
-	if (methods.includes("headers") && normalizedInput.headers) {
-		const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, resolveUrlFn);
-		results.push(...headerHubs);
-	}
-	if (methods.includes("feed") && normalizedInput.content) {
-		const feedHubs = require_index.discoverHubsFromFeed(normalizedInput.content, normalizedInput.url, resolveUrlFn);
-		results.push(...feedHubs);
-	}
-	if (methods.includes("html") && normalizedInput.content) {
-		const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, resolveUrlFn);
-		results.push(...htmlHubs);
-	}
-	return results;
-};
-//#endregion
-exports.discoverHubs = discoverHubs;

package/dist/hubs/discover/index.d.cts

@@ -1,7 +0,0 @@
-import { DiscoverInput } from "../../common/types.cjs";
-import { DiscoverHubsOptions, HubResult } from "./types.cjs";
-
-//#region src/hubs/discover/index.d.ts
-declare const discoverHubs: (input: DiscoverInput, options?: DiscoverHubsOptions) => Promise<Array<HubResult>>;
-//#endregion
-export { discoverHubs };

package/dist/hubs/discover/types.d.cts

@@ -1,15 +0,0 @@
-import { DiscoverFetchFn, DiscoverResolveUrlFn } from "../../common/types.cjs";
-
-//#region src/hubs/discover/types.d.ts
-type HubResult = {
-  hub: string;
-  topic: string;
-};
-type DiscoverHubsMethodsConfig = Array<'headers' | 'html' | 'feed'>;
-type DiscoverHubsOptions = {
-  methods?: DiscoverHubsMethodsConfig;
-  fetchFn?: DiscoverFetchFn;
-  resolveUrlFn?: DiscoverResolveUrlFn;
-};
-//#endregion
-export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/hubs/feed/index.cjs

@@ -1,32 +0,0 @@
-const require_utils = require("../../common/utils.cjs");
-let feedsmith = require("feedsmith");
-//#region src/hubs/feed/index.ts
-const getLinksWithRel = (links, rel) => {
-	return links?.filter((link) => link.rel === rel && link.href).map((link) => link.href) ?? [];
-};
-const discoverHubsFromFeed = (content, baseUrl, resolveUrlFn = require_utils.resolveUrl) => {
-	try {
-		const { format, feed } = (0, feedsmith.parseFeed)(content);
-		if (format === "json") {
-			const hubs = feed.hubs ?? [];
-			const topic = feed.feed_url ? resolveUrlFn(feed.feed_url, baseUrl) ?? feed.feed_url : baseUrl;
-			return hubs.filter((hub) => hub.url).map((hub) => ({
-				hub: resolveUrlFn(hub.url, baseUrl) ?? hub.url,
-				topic
-			}));
-		}
-		const links = format === "atom" ? feed.links : feed.atom?.links;
-		const hubUris = getLinksWithRel(links, "hub");
-		if (hubUris.length > 0) {
-			const selfUris = getLinksWithRel(links, "self");
-			const topic = selfUris[0] ? resolveUrlFn(selfUris[0], baseUrl) ?? selfUris[0] : baseUrl;
-			return hubUris.map((hub) => ({
-				hub: resolveUrlFn(hub, baseUrl) ?? hub,
-				topic
-			}));
-		}
-	} catch {}
-	return [];
-};
-//#endregion
-exports.discoverHubsFromFeed = discoverHubsFromFeed;

package/dist/hubs/headers/index.cjs

@@ -1,17 +0,0 @@
-const require_utils = require("../../common/utils.cjs");
-const require_index = require("../../common/uris/headers/index.cjs");
-//#region src/hubs/headers/index.ts
-const hubSelector = [{ rel: "hub" }];
-const selfSelector = [{ rel: "self" }];
-const discoverHubsFromHeaders = (headers, baseUrl, resolveUrlFn = require_utils.resolveUrl) => {
-	const hubUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: hubSelector });
-	if (hubUris.length === 0) return [];
-	const selfUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: selfSelector });
-	const topic = selfUris[0] ? resolveUrlFn(selfUris[0], baseUrl) ?? selfUris[0] : baseUrl;
-	return hubUris.map((hub) => ({
-		hub: resolveUrlFn(hub, baseUrl) ?? hub,
-		topic
-	}));
-};
-//#endregion
-exports.discoverHubsFromHeaders = discoverHubsFromHeaders;

package/dist/hubs/html/index.cjs

@@ -1,28 +0,0 @@
-const require_utils = require("../../common/utils.cjs");
-const require_index = require("../../common/uris/html/index.cjs");
-//#region src/hubs/html/index.ts
-const hubSelector = [{ rel: "hub" }];
-const selfSelector = [{ rel: "self" }];
-const htmlOptions = {
-	anchorUris: [],
-	anchorIgnoredUris: [],
-	anchorLabels: []
-};
-const discoverHubsFromHtml = (content, baseUrl, resolveUrlFn = require_utils.resolveUrl) => {
-	const hubUris = require_index.discoverUrisFromHtml(content, {
-		...htmlOptions,
-		linkSelectors: hubSelector
-	});
-	if (hubUris.length === 0) return [];
-	const selfUris = require_index.discoverUrisFromHtml(content, {
-		...htmlOptions,
-		linkSelectors: selfSelector
-	});
-	const topic = selfUris[0] ? resolveUrlFn(selfUris[0], baseUrl) ?? selfUris[0] : baseUrl;
-	return hubUris.map((hub) => ({
-		hub: resolveUrlFn(hub, baseUrl) ?? hub,
-		topic
-	}));
-};
-//#endregion
-exports.discoverHubsFromHtml = discoverHubsFromHtml;

package/dist/hubs.d.cts

@@ -1,2 +0,0 @@
-import { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult } from "./hubs/discover/types.cjs";
-export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/index.cjs

@@ -1,12 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_utils = require("./common/discover/utils.cjs");
-const require_index = require("./blogrolls/index.cjs");
-const require_index$1 = require("./favicons/index.cjs");
-const require_index$2 = require("./feeds/index.cjs");
-const require_index$3 = require("./hubs/discover/index.cjs");
-exports.defaultResolveSiteUrlFn = require_utils.defaultResolveSiteUrlFn;
-exports.discoverBlogrolls = require_index.discoverBlogrolls;
-exports.discoverFavicons = require_index$1.discoverFavicons;
-exports.discoverFeeds = require_index$2.discoverFeeds;
-exports.discoverHubs = require_index$3.discoverHubs;
-exports.getFeedSiteUrl = require_utils.getFeedSiteUrl;

package/dist/index.d.cts

@@ -1,7 +0,0 @@
-import { DiscoverExtractFn, DiscoverFetchFn, DiscoverFetchFnOptions, DiscoverFetchFnResponse, DiscoverInput, DiscoverInputObject, DiscoverMethod, DiscoverMethodsConfig, DiscoverOnProgressFn, DiscoverOptions, DiscoverProgress, DiscoverResolveSiteUrlFn, DiscoverResolveUrlFn, DiscoverResult, DiscoverUriEntry, DiscoverUriHint, UriEntry } from "./common/types.cjs";
-import { discoverBlogrolls } from "./blogrolls/index.cjs";
-import { defaultResolveSiteUrlFn, getFeedSiteUrl } from "./common/discover/utils.cjs";
-import { discoverFavicons } from "./favicons/index.cjs";
-import { discoverFeeds } from "./feeds/index.cjs";
-import { discoverHubs } from "./hubs/discover/index.cjs";
-export { type DiscoverExtractFn, type DiscoverFetchFn, type DiscoverFetchFnOptions, type DiscoverFetchFnResponse, type DiscoverInput, type DiscoverInputObject, type DiscoverMethod, type DiscoverMethodsConfig, type DiscoverOnProgressFn, type DiscoverOptions, type DiscoverProgress, type DiscoverResolveSiteUrlFn, type DiscoverResolveUrlFn, type DiscoverResult, type DiscoverUriEntry, type DiscoverUriHint, type UriEntry, defaultResolveSiteUrlFn, discoverBlogrolls, discoverFavicons, discoverFeeds, discoverHubs, getFeedSiteUrl };

package/dist/methods.cjs

@@ -1,15 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_index = require("./common/uris/feed/index.cjs");
-const require_utils = require("./common/uris/guess/utils.cjs");
-const require_index$1 = require("./common/uris/guess/index.cjs");
-const require_index$2 = require("./common/uris/headers/index.cjs");
-const require_index$3 = require("./common/uris/html/index.cjs");
-const require_index$4 = require("./common/uris/platform/index.cjs");
-exports.discoverUrisFromFeed = require_index.discoverUrisFromFeed;
-exports.discoverUrisFromGuess = require_index$1.discoverUrisFromGuess;
-exports.discoverUrisFromHeaders = require_index$2.discoverUrisFromHeaders;
-exports.discoverUrisFromHtml = require_index$3.discoverUrisFromHtml;
-exports.discoverUrisFromPlatform = require_index$4.discoverUrisFromPlatform;
-exports.generateUrlCombinations = require_utils.generateUrlCombinations;
-exports.getSubdomainVariants = require_utils.getSubdomainVariants;
-exports.getWwwCounterpart = require_utils.getWwwCounterpart;

package/dist/methods.d.cts

@@ -1,7 +0,0 @@
-import { discoverUrisFromFeed } from "./common/uris/feed/index.cjs";
-import { discoverUrisFromGuess } from "./common/uris/guess/index.cjs";
-import { generateUrlCombinations, getSubdomainVariants, getWwwCounterpart } from "./common/uris/guess/utils.cjs";
-import { discoverUrisFromHeaders } from "./common/uris/headers/index.cjs";
-import { discoverUrisFromHtml } from "./common/uris/html/index.cjs";
-import { discoverUrisFromPlatform } from "./common/uris/platform/index.cjs";
-export { discoverUrisFromFeed, discoverUrisFromGuess, discoverUrisFromHeaders, discoverUrisFromHtml, discoverUrisFromPlatform, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart };

package/dist/utils.cjs

@@ -1,9 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_utils = require("./common/utils.cjs");
-exports.anyWordMatchesAnyOf = require_utils.anyWordMatchesAnyOf;
-exports.endsWithAnyOf = require_utils.endsWithAnyOf;
-exports.includesAnyOf = require_utils.includesAnyOf;
-exports.isAnyOf = require_utils.isAnyOf;
-exports.isHostOf = require_utils.isHostOf;
-exports.isSubdomainOf = require_utils.isSubdomainOf;
-exports.omitEmpty = require_utils.omitEmpty;

package/dist/utils.d.cts

@@ -1,2 +0,0 @@
-import { anyWordMatchesAnyOf, endsWithAnyOf, includesAnyOf, isAnyOf, isHostOf, isSubdomainOf, omitEmpty } from "./common/utils.cjs";
-export { anyWordMatchesAnyOf, endsWithAnyOf, includesAnyOf, isAnyOf, isHostOf, isSubdomainOf, omitEmpty };