feedscout 1.9.0 → 2.0.0-beta.2

package/dist/feeds/platform/handlers/writeas.cjs

@@ -1,51 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/writeas.ts
-const hosts = ["write.as", "www.write.as"];
-const excludedPaths = [
-	"about",
-	"api",
-	"blog",
-	"docs",
-	"legal",
-	"login",
-	"me",
-	"pricing",
-	"privacy",
-	"settings",
-	"signup",
-	"terms"
-];
-const tagRegex = /^\/([^/]+)\/tag:([^/]+)/;
-const writeasHandler = {
-	match: (url) => {
-		return require_utils.isHostOf(url, hosts);
-	},
-	resolve: (url) => {
-		const { pathname } = new URL(url);
-		const uris = [];
-		const tagMatch = pathname.match(tagRegex);
-		if (tagMatch?.[1] && tagMatch?.[2]) {
-			const username = tagMatch[1];
-			const tag = tagMatch[2];
-			uris.push({
-				uri: `https://write.as/${username}/tag:${tag}/feed/`,
-				hint: require_utils.composeHint("writeas:tag")
-			});
-			uris.push({
-				uri: `https://write.as/${username}/feed/`,
-				hint: require_utils.composeHint("writeas:blog")
-			});
-			return uris;
-		}
-		const pathSegments = pathname.split("/").filter(Boolean);
-		if (pathSegments.length === 0) return [];
-		const username = pathSegments[0];
-		if (require_utils.isAnyOf(username, excludedPaths)) return [];
-		return [{
-			uri: `https://write.as/${username}/feed/`,
-			hint: require_utils.composeHint("writeas:blog")
-		}];
-	}
-};
-//#endregion
-exports.writeasHandler = writeasHandler;

package/dist/feeds/platform/handlers/ximalaya.cjs

@@ -1,20 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/ximalaya.ts
-const albumRegex = /(?:^|\/)album\/(\d+)/;
-const hosts = ["www.ximalaya.com", "ximalaya.com"];
-const ximalayaHandler = {
-	match: (url) => {
-		return require_utils.isHostOf(url, hosts);
-	},
-	resolve: (url) => {
-		const { pathname } = new URL(url);
-		const id = pathname.match(albumRegex)?.[1];
-		if (!id) return [];
-		return [{
-			uri: `https://www.ximalaya.com/album/${id}.xml`,
-			hint: require_utils.composeHint("ximalaya:album")
-		}];
-	}
-};
-//#endregion
-exports.ximalayaHandler = ximalayaHandler;

package/dist/feeds/platform/handlers/youtube.cjs

@@ -1,97 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/youtube.ts
-const channelIdRegex = /"(?:channelId|externalId)":"(UC[a-zA-Z0-9_-]+)"/;
-const channelRegex = /^\/channel\/(UC[a-zA-Z0-9_-]+)/;
-const handleRegex = /^\/@([^/]+)/;
-const userRegex = /^\/user\/([^/]+)/;
-const customRegex = /^\/c\/([^/]+)/;
-const shortsRegex = /^\/shorts\/[\w-]+/;
-const liveRegex = /^\/live\/[\w-]+/;
-const channelPrefixRegex = /^UC/;
-const hosts = [
-	"youtube.com",
-	"www.youtube.com",
-	"m.youtube.com",
-	"music.youtube.com",
-	"youtu.be",
-	"www.youtu.be"
-];
-const extractChannelIdFromContent = (content) => {
-	return content.match(channelIdRegex)?.[1];
-};
-const playlistPrefix = (prefix, channelId) => {
-	return channelId.replace(channelPrefixRegex, prefix);
-};
-const feedUrl = (param, value) => {
-	return `https://www.youtube.com/feeds/videos.xml?${param}=${value}`;
-};
-const pushChannelUris = (uris, channelId) => {
-	uris.push({
-		uri: [feedUrl("channel_id", channelId), feedUrl("playlist_id", playlistPrefix("UU", channelId))],
-		hint: require_utils.composeHint("youtube:all")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UULF", channelId)),
-		hint: require_utils.composeHint("youtube:videos")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUSH", channelId)),
-		hint: require_utils.composeHint("youtube:shorts")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UULV", channelId)),
-		hint: require_utils.composeHint("youtube:live")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UULP", channelId)),
-		hint: require_utils.composeHint("youtube:popular-videos")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUPS", channelId)),
-		hint: require_utils.composeHint("youtube:popular-shorts")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUPV", channelId)),
-		hint: require_utils.composeHint("youtube:popular-live")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUMO", channelId)),
-		hint: require_utils.composeHint("youtube:member-videos")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUMS", channelId)),
-		hint: require_utils.composeHint("youtube:member-shorts")
-	});
-	uris.push({
-		uri: feedUrl("playlist_id", playlistPrefix("UUMV", channelId)),
-		hint: require_utils.composeHint("youtube:member-live")
-	});
-};
-const youtubeHandler = {
-	match: (url) => {
-		return require_utils.isHostOf(url, hosts);
-	},
-	resolve: (url, content) => {
-		const parsedUrl = new URL(url);
-		const uris = [];
-		const channelMatch = parsedUrl.pathname.match(channelRegex);
-		if (channelMatch?.[1]) {
-			const channelId = channelMatch[1];
-			pushChannelUris(uris, channelId);
-		}
-		const playlistId = parsedUrl.searchParams.get("list");
-		if (playlistId) uris.push({
-			uri: feedUrl("playlist_id", playlistId),
-			hint: require_utils.composeHint("youtube:playlist")
-		});
-		if (uris.length === 0 && content) {
-			if (parsedUrl.searchParams.has("v") || parsedUrl.hostname.includes("youtu.be") && parsedUrl.pathname.length > 1 || shortsRegex.test(parsedUrl.pathname) || liveRegex.test(parsedUrl.pathname) || parsedUrl.pathname.match(handleRegex) || parsedUrl.pathname.match(userRegex) || parsedUrl.pathname.match(customRegex)) {
-				const channelId = extractChannelIdFromContent(content);
-				if (channelId) pushChannelUris(uris, channelId);
-			}
-		}
-		return uris;
-	}
-};
-//#endregion
-exports.youtubeHandler = youtubeHandler;

package/dist/feeds/platform/handlers/zenn.cjs

@@ -1,54 +0,0 @@
-const require_utils = require("../../../common/utils.cjs");
-//#region src/feeds/platform/handlers/zenn.ts
-const hosts = ["zenn.dev", "www.zenn.dev"];
-const excludedPaths = [
-	"about",
-	"api",
-	"articles",
-	"books",
-	"login",
-	"notifications",
-	"p",
-	"privacy",
-	"publications",
-	"scraps",
-	"search",
-	"settings",
-	"signup",
-	"terms",
-	"topics"
-];
-const topicRegex = /^\/topics\/([^/]+)/;
-const publicationShortRegex = /^\/p\/([^/]+)/;
-const publicationLongRegex = /^\/publications\/([^/]+)/;
-const zennHandler = {
-	match: (url) => {
-		return require_utils.isHostOf(url, hosts);
-	},
-	resolve: (url) => {
-		const { pathname } = new URL(url);
-		const topicMatch = pathname.match(topicRegex);
-		if (topicMatch?.[1]) return [{
-			uri: `https://zenn.dev/topics/${topicMatch[1]}/feed`,
-			hint: require_utils.composeHint("zenn:topic")
-		}];
-		const pubMatch = pathname.match(publicationShortRegex) ?? pathname.match(publicationLongRegex);
-		if (pubMatch?.[1]) return [{
-			uri: `https://zenn.dev/p/${pubMatch[1]}/feed`,
-			hint: require_utils.composeHint("zenn:publication")
-		}];
-		const pathSegments = pathname.split("/").filter(Boolean);
-		if (pathSegments.length === 0) return [{
-			uri: "https://zenn.dev/feed",
-			hint: require_utils.composeHint("zenn:trending")
-		}];
-		const username = pathSegments[0];
-		if (require_utils.isAnyOf(username, excludedPaths)) return [];
-		return [{
-			uri: `https://zenn.dev/${username}/feed`,
-			hint: require_utils.composeHint("zenn:posts")
-		}];
-	}
-};
-//#endregion
-exports.zennHandler = zennHandler;

package/dist/feeds/types.d.cts

@@ -1,9 +0,0 @@
-//#region src/feeds/types.d.ts
-type FeedResult = {
-  format: 'rss' | 'atom' | 'json' | 'rdf';
-  title?: string;
-  description?: string;
-  siteUrl?: string;
-};
-//#endregion
-export { FeedResult };

package/dist/feeds.cjs

@@ -1,16 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_defaults = require("./feeds/defaults.cjs");
-const require_extractors = require("./feeds/extractors.cjs");
-exports.anchorLabels = require_defaults.anchorLabels;
-exports.anchorPathSegments = require_defaults.anchorPathSegments;
-exports.defaultExtractFn = require_extractors.defaultExtractFn;
-exports.defaultGuessOptions = require_defaults.defaultGuessOptions;
-exports.defaultHeadersOptions = require_defaults.defaultHeadersOptions;
-exports.defaultHtmlOptions = require_defaults.defaultHtmlOptions;
-exports.defaultPlatformOptions = require_defaults.defaultPlatformOptions;
-exports.ignoredUris = require_defaults.ignoredUris;
-exports.linkSelectors = require_defaults.linkSelectors;
-exports.mimeTypes = require_defaults.mimeTypes;
-exports.urisBalanced = require_defaults.urisBalanced;
-exports.urisComprehensive = require_defaults.urisComprehensive;
-exports.urisMinimal = require_defaults.urisMinimal;

package/dist/feeds.d.cts

@@ -1,4 +0,0 @@
-import { anchorLabels, anchorPathSegments, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal } from "./feeds/defaults.cjs";
-import { FeedResult } from "./feeds/types.cjs";
-import { defaultExtractFn } from "./feeds/extractors.cjs";
-export { FeedResult, anchorLabels, anchorPathSegments, defaultExtractFn, defaultGuessOptions, defaultHeadersOptions, defaultHtmlOptions, defaultPlatformOptions, ignoredUris, linkSelectors, mimeTypes, urisBalanced, urisComprehensive, urisMinimal };

package/dist/hubs/discover/index.cjs

@@ -1,30 +0,0 @@
-const require_utils = require("../../common/discover/utils.cjs");
-const require_defaults = require("../../common/discover/defaults.cjs");
-const require_index = require("../feed/index.cjs");
-const require_index$1 = require("../headers/index.cjs");
-const require_index$2 = require("../html/index.cjs");
-//#region src/hubs/discover/index.ts
-const discoverHubs = async (input, options = {}) => {
-	const { methods = [
-		"headers",
-		"feed",
-		"html"
-	], fetchFn = require_defaults.defaultFetchFn, resolveUrlFn = require_defaults.defaultResolveUrlFn } = options;
-	const normalizedInput = await require_utils.normalizeInput(input, fetchFn);
-	const results = [];
-	if (methods.includes("headers") && normalizedInput.headers) {
-		const headerHubs = require_index$1.discoverHubsFromHeaders(normalizedInput.headers, normalizedInput.url, resolveUrlFn);
-		results.push(...headerHubs);
-	}
-	if (methods.includes("feed") && normalizedInput.content) {
-		const feedHubs = require_index.discoverHubsFromFeed(normalizedInput.content, normalizedInput.url, resolveUrlFn);
-		results.push(...feedHubs);
-	}
-	if (methods.includes("html") && normalizedInput.content) {
-		const htmlHubs = require_index$2.discoverHubsFromHtml(normalizedInput.content, normalizedInput.url, resolveUrlFn);
-		results.push(...htmlHubs);
-	}
-	return results;
-};
-//#endregion
-exports.discoverHubs = discoverHubs;

package/dist/hubs/discover/index.d.cts

@@ -1,7 +0,0 @@
-import { DiscoverInput } from "../../common/types.cjs";
-import { DiscoverHubsOptions, HubResult } from "./types.cjs";
-
-//#region src/hubs/discover/index.d.ts
-declare const discoverHubs: (input: DiscoverInput, options?: DiscoverHubsOptions) => Promise<Array<HubResult>>;
-//#endregion
-export { discoverHubs };

package/dist/hubs/discover/types.d.cts

@@ -1,15 +0,0 @@
-import { DiscoverFetchFn, DiscoverResolveUrlFn } from "../../common/types.cjs";
-
-//#region src/hubs/discover/types.d.ts
-type HubResult = {
-  hub: string;
-  topic: string;
-};
-type DiscoverHubsMethodsConfig = Array<'headers' | 'html' | 'feed'>;
-type DiscoverHubsOptions = {
-  methods?: DiscoverHubsMethodsConfig;
-  fetchFn?: DiscoverFetchFn;
-  resolveUrlFn?: DiscoverResolveUrlFn;
-};
-//#endregion
-export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/hubs/feed/index.cjs

@@ -1,32 +0,0 @@
-const require_defaults = require("../../common/discover/defaults.cjs");
-let feedsmith = require("feedsmith");
-//#region src/hubs/feed/index.ts
-const getLinksWithRel = (links, rel) => {
-	return links?.filter((link) => link.rel === rel && link.href).map((link) => link.href) ?? [];
-};
-const discoverHubsFromFeed = (content, baseUrl, resolveUrlFn = require_defaults.defaultResolveUrlFn) => {
-	try {
-		const { format, feed } = (0, feedsmith.parseFeed)(content);
-		if (format === "json") {
-			const hubs = feed.hubs ?? [];
-			const topic = feed.feed_url ? resolveUrlFn(feed.feed_url, baseUrl) ?? feed.feed_url : baseUrl;
-			return hubs.filter((hub) => hub.url).map((hub) => ({
-				hub: resolveUrlFn(hub.url, baseUrl) ?? hub.url,
-				topic
-			}));
-		}
-		const links = format === "atom" ? feed.links : feed.atom?.links;
-		const hubUris = getLinksWithRel(links, "hub");
-		if (hubUris.length > 0) {
-			const selfUris = getLinksWithRel(links, "self");
-			const topic = selfUris[0] ? resolveUrlFn(selfUris[0], baseUrl) ?? selfUris[0] : baseUrl;
-			return hubUris.map((hub) => ({
-				hub: resolveUrlFn(hub, baseUrl) ?? hub,
-				topic
-			}));
-		}
-	} catch {}
-	return [];
-};
-//#endregion
-exports.discoverHubsFromFeed = discoverHubsFromFeed;

package/dist/hubs/headers/index.cjs

@@ -1,17 +0,0 @@
-const require_defaults = require("../../common/discover/defaults.cjs");
-const require_index = require("../../common/uris/headers/index.cjs");
-//#region src/hubs/headers/index.ts
-const hubSelector = [{ rel: "hub" }];
-const selfSelector = [{ rel: "self" }];
-const discoverHubsFromHeaders = (headers, baseUrl, resolveUrlFn = require_defaults.defaultResolveUrlFn) => {
-	const hubUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: hubSelector });
-	if (hubUris.length === 0) return [];
-	const selfUris = require_index.discoverUrisFromHeaders(headers, { linkSelectors: selfSelector });
-	const topic = selfUris[0] ? resolveUrlFn(selfUris[0], baseUrl) ?? selfUris[0] : baseUrl;
-	return hubUris.map((hub) => ({
-		hub: resolveUrlFn(hub, baseUrl) ?? hub,
-		topic
-	}));
-};
-//#endregion
-exports.discoverHubsFromHeaders = discoverHubsFromHeaders;

package/dist/hubs/html/index.cjs

@@ -1,28 +0,0 @@
-const require_defaults = require("../../common/discover/defaults.cjs");
-const require_index = require("../../common/uris/html/index.cjs");
-//#region src/hubs/html/index.ts
-const hubSelector = [{ rel: "hub" }];
-const selfSelector = [{ rel: "self" }];
-const htmlOptions = {
-	anchorUris: [],
-	anchorIgnoredUris: [],
-	anchorLabels: []
-};
-const discoverHubsFromHtml = (content, baseUrl, resolveUrlFn = require_defaults.defaultResolveUrlFn) => {
-	const hubUris = require_index.discoverUrisFromHtml(content, {
-		...htmlOptions,
-		linkSelectors: hubSelector
-	});
-	if (hubUris.length === 0) return [];
-	const selfUris = require_index.discoverUrisFromHtml(content, {
-		...htmlOptions,
-		linkSelectors: selfSelector
-	});
-	const topic = selfUris[0] ? resolveUrlFn(selfUris[0], baseUrl) ?? selfUris[0] : baseUrl;
-	return hubUris.map((hub) => ({
-		hub: resolveUrlFn(hub, baseUrl) ?? hub,
-		topic
-	}));
-};
-//#endregion
-exports.discoverHubsFromHtml = discoverHubsFromHtml;

package/dist/hubs.d.cts

@@ -1,2 +0,0 @@
-import { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult } from "./hubs/discover/types.cjs";
-export { DiscoverHubsMethodsConfig, DiscoverHubsOptions, HubResult };

package/dist/index.cjs

@@ -1,13 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_utils = require("./common/discover/utils.cjs");
-const require_defaults = require("./common/discover/defaults.cjs");
-const require_index = require("./blogrolls/index.cjs");
-const require_index$1 = require("./favicons/index.cjs");
-const require_index$2 = require("./feeds/index.cjs");
-const require_index$3 = require("./hubs/discover/index.cjs");
-exports.defaultResolveSiteUrlFn = require_defaults.defaultResolveSiteUrlFn;
-exports.discoverBlogrolls = require_index.discoverBlogrolls;
-exports.discoverFavicons = require_index$1.discoverFavicons;
-exports.discoverFeeds = require_index$2.discoverFeeds;
-exports.discoverHubs = require_index$3.discoverHubs;
-exports.getFeedSiteUrl = require_utils.getFeedSiteUrl;

package/dist/index.d.cts

@@ -1,8 +0,0 @@
-import { DiscoverExtractFn, DiscoverFetchFn, DiscoverFetchFnOptions, DiscoverFetchFnResponse, DiscoverInput, DiscoverInputObject, DiscoverMethod, DiscoverMethodsConfig, DiscoverOnProgressFn, DiscoverOptions, DiscoverProgress, DiscoverResolveSiteUrlFn, DiscoverResolveUrlFn, DiscoverResult, DiscoverUriEntry, DiscoverUriHint, UriEntry } from "./common/types.cjs";
-import { discoverBlogrolls } from "./blogrolls/index.cjs";
-import { defaultResolveSiteUrlFn } from "./common/discover/defaults.cjs";
-import { getFeedSiteUrl } from "./common/discover/utils.cjs";
-import { discoverFavicons } from "./favicons/index.cjs";
-import { discoverFeeds } from "./feeds/index.cjs";
-import { discoverHubs } from "./hubs/discover/index.cjs";
-export { type DiscoverExtractFn, type DiscoverFetchFn, type DiscoverFetchFnOptions, type DiscoverFetchFnResponse, type DiscoverInput, type DiscoverInputObject, type DiscoverMethod, type DiscoverMethodsConfig, type DiscoverOnProgressFn, type DiscoverOptions, type DiscoverProgress, type DiscoverResolveSiteUrlFn, type DiscoverResolveUrlFn, type DiscoverResult, type DiscoverUriEntry, type DiscoverUriHint, type UriEntry, defaultResolveSiteUrlFn, discoverBlogrolls, discoverFavicons, discoverFeeds, discoverHubs, getFeedSiteUrl };

package/dist/methods.cjs

@@ -1,15 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_index = require("./common/uris/feed/index.cjs");
-const require_utils = require("./common/uris/guess/utils.cjs");
-const require_index$1 = require("./common/uris/guess/index.cjs");
-const require_index$2 = require("./common/uris/headers/index.cjs");
-const require_index$3 = require("./common/uris/html/index.cjs");
-const require_index$4 = require("./common/uris/platform/index.cjs");
-exports.discoverUrisFromFeed = require_index.discoverUrisFromFeed;
-exports.discoverUrisFromGuess = require_index$1.discoverUrisFromGuess;
-exports.discoverUrisFromHeaders = require_index$2.discoverUrisFromHeaders;
-exports.discoverUrisFromHtml = require_index$3.discoverUrisFromHtml;
-exports.discoverUrisFromPlatform = require_index$4.discoverUrisFromPlatform;
-exports.generateUrlCombinations = require_utils.generateUrlCombinations;
-exports.getSubdomainVariants = require_utils.getSubdomainVariants;
-exports.getWwwCounterpart = require_utils.getWwwCounterpart;

package/dist/methods.d.cts

@@ -1,7 +0,0 @@
-import { discoverUrisFromFeed } from "./common/uris/feed/index.cjs";
-import { discoverUrisFromGuess } from "./common/uris/guess/index.cjs";
-import { generateUrlCombinations, getSubdomainVariants, getWwwCounterpart } from "./common/uris/guess/utils.cjs";
-import { discoverUrisFromHeaders } from "./common/uris/headers/index.cjs";
-import { discoverUrisFromHtml } from "./common/uris/html/index.cjs";
-import { discoverUrisFromPlatform } from "./common/uris/platform/index.cjs";
-export { discoverUrisFromFeed, discoverUrisFromGuess, discoverUrisFromHeaders, discoverUrisFromHtml, discoverUrisFromPlatform, generateUrlCombinations, getSubdomainVariants, getWwwCounterpart };

package/dist/utils.cjs

@@ -1,9 +0,0 @@
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_utils = require("./common/utils.cjs");
-exports.anyWordMatchesAnyOf = require_utils.anyWordMatchesAnyOf;
-exports.endsWithAnyOf = require_utils.endsWithAnyOf;
-exports.includesAnyOf = require_utils.includesAnyOf;
-exports.isAnyOf = require_utils.isAnyOf;
-exports.isHostOf = require_utils.isHostOf;
-exports.isSubdomainOf = require_utils.isSubdomainOf;
-exports.omitEmpty = require_utils.omitEmpty;

package/dist/utils.d.cts

@@ -1,3 +0,0 @@
-import { Pattern } from "./common/types.cjs";
-import { anyWordMatchesAnyOf, endsWithAnyOf, includesAnyOf, isAnyOf, isHostOf, isSubdomainOf, omitEmpty } from "./common/utils.cjs";
-export { type Pattern, anyWordMatchesAnyOf, endsWithAnyOf, includesAnyOf, isAnyOf, isHostOf, isSubdomainOf, omitEmpty };