feedsweep 1.0.0

package/dist/unwraps/postmark.js

@@ -0,0 +1,12 @@
+//#region src/unwraps/postmark.ts
+const postmarkPathRegex = /^\/[23][st]\/([^/]+)\//;
+const unwrapPostmark = (url) => {
+	if (url.hostname !== "click.pstmrk.it") return;
+	const match = url.pathname.match(postmarkPathRegex);
+	if (!match) return;
+	try {
+		return decodeURIComponent(match[1]);
+	} catch {}
+};
+//#endregion
+export { unwrapPostmark };

package/dist/unwraps/proofpointV1.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/proofpointV1.d.ts
+declare const unwrapProofpointV1: UrlUnwrapper;
+//#endregion
+export { unwrapProofpointV1 };

package/dist/unwraps/proofpointV1.js

@@ -0,0 +1,16 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/proofpointV1.ts
+const baseExtractor = createParamExtractor({
+	hosts: "urldefense.proofpoint.com",
+	path: "/v1/url",
+	params: ["u"]
+});
+const unwrapProofpointV1 = (url) => {
+	const raw = baseExtractor(url);
+	if (!raw) return;
+	try {
+		return decodeURIComponent(raw.replace(/-/g, "%").replace(/_/g, "/"));
+	} catch {}
+};
+//#endregion
+export { unwrapProofpointV1 };

package/dist/unwraps/proofpointV2.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/proofpointV2.d.ts
+declare const unwrapProofpointV2: UrlUnwrapper;
+//#endregion
+export { unwrapProofpointV2 };

package/dist/unwraps/proofpointV2.js

@@ -0,0 +1,16 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/proofpointV2.ts
+const baseExtractor = createParamExtractor({
+	hosts: "urldefense.proofpoint.com",
+	path: "/v2/url",
+	params: ["u"]
+});
+const unwrapProofpointV2 = (url) => {
+	const raw = baseExtractor(url);
+	if (!raw) return;
+	try {
+		return decodeURIComponent(raw.replace(/-/g, "%").replace(/_/g, "/"));
+	} catch {}
+};
+//#endregion
+export { unwrapProofpointV2 };

package/dist/unwraps/proofpointV3.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/proofpointV3.d.ts
+declare const unwrapProofpointV3: UrlUnwrapper;
+//#endregion
+export { unwrapProofpointV3 };

package/dist/unwraps/proofpointV3.js

@@ -0,0 +1,78 @@
+//#region src/unwraps/proofpointV3.ts
+const v3PathRegex = /^\/v3\/__(.+)__;([^!]*)!/;
+const v3HostSet = new Set([
+	"urldefense.com",
+	"urldefense.proofpoint.com",
+	"urldefense.us"
+]);
+const runLengthMap = (() => {
+	const map = {};
+	const alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_";
+	for (let index = 0; index < 64; index += 1) map[alphabet[index]] = index + 2;
+	return map;
+})();
+const decodeReplacements = (mangled, replacementBase64) => {
+	if (replacementBase64.length === 0) return mangled;
+	let padded = replacementBase64;
+	while (padded.length % 4 !== 0) padded += "=";
+	const replacement = Buffer.from(padded, "base64url").toString("utf-8");
+	const replacementChars = Array.from(replacement);
+	const urlChars = Array.from(mangled);
+	const result = [];
+	const matcher = /(?<!\*)\*(?!\*)|\*{2}[A-Za-z0-9\-_]/g;
+	let lastIndex = 0;
+	let savedBytes = 0;
+	let match;
+	match = matcher.exec(mangled);
+	while (match !== null) {
+		const startChar = positionInChars(mangled, match.index);
+		const endChar = positionInChars(mangled, match.index + match[0].length);
+		for (let charIndex = lastIndex; charIndex < startChar; charIndex += 1) result.push(urlChars[charIndex]);
+		if (match[0] === "*") {
+			const next = replacementChars.shift();
+			if (next === void 0) return;
+			result.push(next);
+		} else {
+			let bytesToReplace = runLengthMap[match[0][2]];
+			if (savedBytes !== 0) {
+				bytesToReplace += savedBytes;
+				savedBytes = 0;
+			}
+			let bytesConsumed = 0;
+			while (bytesConsumed < bytesToReplace) {
+				const next = replacementChars.shift();
+				if (next === void 0) return;
+				result.push(next);
+				bytesConsumed += Buffer.byteLength(next, "utf-8");
+				if (replacementChars.length > 0) {
+					if (Buffer.byteLength(replacementChars[0], "utf-8") > bytesToReplace - bytesConsumed) {
+						savedBytes = bytesToReplace - bytesConsumed;
+						bytesConsumed += savedBytes;
+					}
+				}
+			}
+		}
+		lastIndex = endChar;
+		match = matcher.exec(mangled);
+	}
+	for (let charIndex = lastIndex; charIndex < urlChars.length; charIndex += 1) result.push(urlChars[charIndex]);
+	return result.join("");
+};
+const positionInChars = (source, codeUnitIndex) => {
+	let charIndex = 0;
+	let unit = 0;
+	while (unit < codeUnitIndex && unit < source.length) {
+		const codePoint = source.codePointAt(unit);
+		unit += codePoint !== void 0 && codePoint > 65535 ? 2 : 1;
+		charIndex += 1;
+	}
+	return charIndex;
+};
+const unwrapProofpointV3 = (url) => {
+	if (!v3HostSet.has(url.hostname)) return;
+	const match = `${url.pathname}${url.search}`.match(v3PathRegex);
+	if (!match) return;
+	return decodeReplacements(match[1], match[2]);
+};
+//#endregion
+export { unwrapProofpointV3 };

package/dist/unwraps/pxf.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/pxf.d.ts
+declare const unwrapPxf: UrlUnwrapper;
+//#endregion
+export { unwrapPxf };

package/dist/unwraps/pxf.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/pxf.ts
+const unwrapPxf = createParamExtractor({
+	hosts: /\.pxf\.io$/,
+	params: ["u"]
+});
+//#endregion
+export { unwrapPxf };

package/dist/unwraps/recruitics.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/recruitics.d.ts
+declare const unwrapRecruitics: UrlUnwrapper;
+//#endregion
+export { unwrapRecruitics };

package/dist/unwraps/recruitics.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/recruitics.ts
+const unwrapRecruitics = createParamExtractor({
+	hosts: "jsv3.recruitics.com",
+	params: ["rx_url"]
+});
+//#endregion
+export { unwrapRecruitics };

package/dist/unwraps/redditOut.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/redditOut.d.ts
+declare const unwrapRedditOut: UrlUnwrapper;
+//#endregion
+export { unwrapRedditOut };

package/dist/unwraps/redditOut.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/redditOut.ts
+const unwrapRedditOut = createParamExtractor({
+	hosts: "out.reddit.com",
+	params: ["url"]
+});
+//#endregion
+export { unwrapRedditOut };

package/dist/unwraps/redirectingat.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/redirectingat.d.ts
+declare const unwrapRedirectingat: UrlUnwrapper;
+//#endregion
+export { unwrapRedirectingat };

package/dist/unwraps/redirectingat.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/redirectingat.ts
+const unwrapRedirectingat = createParamExtractor({
+	hosts: "redirectingat.com",
+	params: ["url"]
+});
+//#endregion
+export { unwrapRedirectingat };

package/dist/unwraps/segmentfault.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/segmentfault.d.ts
+declare const unwrapSegmentfault: UrlUnwrapper;
+//#endregion
+export { unwrapSegmentfault };

package/dist/unwraps/segmentfault.js

@@ -0,0 +1,16 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/segmentfault.ts
+const baseExtractor = createParamExtractor({
+	hosts: "link.segmentfault.com",
+	params: ["enc"]
+});
+const unwrapSegmentfault = (url) => {
+	const raw = baseExtractor(url);
+	if (!raw) return;
+	try {
+		const decoded = Buffer.from(raw, "base64").toString("utf-8");
+		if (decoded.startsWith("http://") || decoded.startsWith("https://")) return decoded;
+	} catch {}
+};
+//#endregion
+export { unwrapSegmentfault };

package/dist/unwraps/shareasale.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/shareasale.d.ts
+declare const unwrapShareasale: UrlUnwrapper;
+//#endregion
+export { unwrapShareasale };

package/dist/unwraps/shareasale.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/shareasale.ts
+const unwrapShareasale = createParamExtractor({
+	hosts: "shareasale.com",
+	path: "/r.cfm",
+	params: ["urllink"]
+});
+//#endregion
+export { unwrapShareasale };

package/dist/unwraps/sjv.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/sjv.d.ts
+declare const unwrapSjv: UrlUnwrapper;
+//#endregion
+export { unwrapSjv };

package/dist/unwraps/sjv.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/sjv.ts
+const unwrapSjv = createParamExtractor({
+	hosts: /\.sjv\.io$/,
+	params: ["u"]
+});
+//#endregion
+export { unwrapSjv };

package/dist/unwraps/skimlinks.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/skimlinks.d.ts
+declare const unwrapSkimlinks: UrlUnwrapper;
+//#endregion
+export { unwrapSkimlinks };

package/dist/unwraps/skimlinks.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/skimlinks.ts
+const unwrapSkimlinks = createParamExtractor({
+	hosts: "go.skimresources.com",
+	params: ["url"]
+});
+//#endregion
+export { unwrapSkimlinks };

package/dist/unwraps/slack.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/slack.d.ts
+declare const unwrapSlack: UrlUnwrapper;
+//#endregion
+export { unwrapSlack };

package/dist/unwraps/slack.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/slack.ts
+const unwrapSlack = createParamExtractor({
+	hosts: "slack-redir.net",
+	path: "/link",
+	params: ["url"]
+});
+//#endregion
+export { unwrapSlack };

package/dist/unwraps/smartredirect.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/smartredirect.d.ts
+declare const unwrapSmartredirect: UrlUnwrapper;
+//#endregion
+export { unwrapSmartredirect };

package/dist/unwraps/smartredirect.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/smartredirect.ts
+const unwrapSmartredirect = createParamExtractor({
+	hosts: "smartredirect.de",
+	params: ["url"]
+});
+//#endregion
+export { unwrapSmartredirect };

package/dist/unwraps/sspai.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/sspai.d.ts
+declare const unwrapSspai: UrlUnwrapper;
+//#endregion
+export { unwrapSspai };

package/dist/unwraps/sspai.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/sspai.ts
+const unwrapSspai = createParamExtractor({
+	hosts: "sspai.com",
+	path: "/link",
+	params: ["target"]
+});
+//#endregion
+export { unwrapSspai };

package/dist/unwraps/steamLinkfilter.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/steamLinkfilter.d.ts
+declare const unwrapSteamLinkfilter: UrlUnwrapper;
+//#endregion
+export { unwrapSteamLinkfilter };

package/dist/unwraps/steamLinkfilter.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/steamLinkfilter.ts
+const unwrapSteamLinkfilter = createParamExtractor({
+	hosts: "steamcommunity.com",
+	path: "/linkfilter/",
+	params: ["url"]
+});
+//#endregion
+export { unwrapSteamLinkfilter };

package/dist/unwraps/telegramIv.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/telegramIv.d.ts
+declare const unwrapTelegramIv: UrlUnwrapper;
+//#endregion
+export { unwrapTelegramIv };

package/dist/unwraps/telegramIv.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/telegramIv.ts
+const unwrapTelegramIv = createParamExtractor({
+	hosts: "t.me",
+	path: "/iv",
+	params: ["url"]
+});
+//#endregion
+export { unwrapTelegramIv };

package/dist/unwraps/tradedoubler.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/tradedoubler.d.ts
+declare const unwrapTradedoubler: UrlUnwrapper;
+//#endregion
+export { unwrapTradedoubler };

package/dist/unwraps/tradedoubler.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/tradedoubler.ts
+const unwrapTradedoubler = createParamExtractor({
+	hosts: "clk.tradedoubler.com",
+	path: "/click",
+	params: ["url"]
+});
+//#endregion
+export { unwrapTradedoubler };

package/dist/unwraps/tumblr.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/tumblr.d.ts
+declare const unwrapTumblr: UrlUnwrapper;
+//#endregion
+export { unwrapTumblr };

package/dist/unwraps/tumblr.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/tumblr.ts
+const unwrapTumblr = createParamExtractor({
+	hosts: "t.umblr.com",
+	path: "/redirect",
+	params: ["z"]
+});
+//#endregion
+export { unwrapTumblr };

package/dist/unwraps/valuecommerce.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/valuecommerce.d.ts
+declare const unwrapValuecommerce: UrlUnwrapper;
+//#endregion
+export { unwrapValuecommerce };

package/dist/unwraps/valuecommerce.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/valuecommerce.ts
+const unwrapValuecommerce = createParamExtractor({
+	hosts: "ck.jp.ap.valuecommerce.com",
+	path: "/servlet/referral",
+	params: ["vc_url"]
+});
+//#endregion
+export { unwrapValuecommerce };

package/dist/unwraps/viglink.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/viglink.d.ts
+declare const unwrapViglink: UrlUnwrapper;
+//#endregion
+export { unwrapViglink };

package/dist/unwraps/viglink.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/viglink.ts
+const unwrapViglink = createParamExtractor({
+	hosts: "redirect.viglink.com",
+	params: ["u"]
+});
+//#endregion
+export { unwrapViglink };

package/dist/unwraps/vkAway.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/vkAway.d.ts
+declare const unwrapVkAway: UrlUnwrapper;
+//#endregion
+export { unwrapVkAway };

package/dist/unwraps/vkAway.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/vkAway.ts
+const unwrapVkAway = createParamExtractor({
+	hosts: "vk.com",
+	path: "/away.php",
+	params: ["to"]
+});
+//#endregion
+export { unwrapVkAway };

package/dist/unwraps/webArchive.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/webArchive.d.ts
+declare const unwrapWebArchive: UrlUnwrapper;
+//#endregion
+export { unwrapWebArchive };

package/dist/unwraps/webArchive.js

@@ -0,0 +1,12 @@
+//#region src/unwraps/webArchive.ts
+const pathRegex = /^\/web\/\d{14}\*?\/(.+)$/;
+const unwrapWebArchive = (url) => {
+	if (url.hostname !== "web.archive.org") return;
+	const match = url.pathname.match(pathRegex);
+	if (!match) return;
+	try {
+		return decodeURIComponent(match[1]);
+	} catch {}
+};
+//#endregion
+export { unwrapWebArchive };

package/dist/unwraps/yahooSearch.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/yahooSearch.d.ts
+declare const unwrapYahooSearch: UrlUnwrapper;
+//#endregion
+export { unwrapYahooSearch };

package/dist/unwraps/yahooSearch.js

@@ -0,0 +1,12 @@
+//#region src/unwraps/yahooSearch.ts
+const yahooPathRegex = /\/RU=([^/]+)\/RK=/;
+const unwrapYahooSearch = (url) => {
+	if (url.hostname !== "r.search.yahoo.com") return;
+	const match = url.pathname.match(yahooPathRegex);
+	if (!match) return;
+	try {
+		return decodeURIComponent(match[1]);
+	} catch {}
+};
+//#endregion
+export { unwrapYahooSearch };

package/dist/unwraps/yandexTurbo.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/yandexTurbo.d.ts
+declare const unwrapYandexTurbo: UrlUnwrapper;
+//#endregion
+export { unwrapYandexTurbo };

package/dist/unwraps/yandexTurbo.js

@@ -0,0 +1,12 @@
+//#region src/unwraps/yandexTurbo.ts
+const turbopagesHostRegex = /\.turbopages\.org$/;
+const turbopagesPathRegex = /^\/[^/]+\/s\/(.+)$/;
+const dashRegex = /-/g;
+const unwrapYandexTurbo = (url) => {
+	if (!turbopagesHostRegex.test(url.hostname)) return;
+	const match = url.pathname.match(turbopagesPathRegex);
+	if (!match) return;
+	return `https://${url.hostname.replace(turbopagesHostRegex, "").replace(dashRegex, ".")}/${match[1]}`;
+};
+//#endregion
+export { unwrapYandexTurbo };

package/dist/unwraps/youtube.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/youtube.d.ts
+declare const unwrapYouTube: UrlUnwrapper;
+//#endregion
+export { unwrapYouTube };

package/dist/unwraps/youtube.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/youtube.ts
+const unwrapYouTube = createParamExtractor({
+	hosts: "www.youtube.com",
+	path: "/redirect",
+	params: ["q"]
+});
+//#endregion
+export { unwrapYouTube };

package/dist/unwraps/zhihu.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/zhihu.d.ts
+declare const unwrapZhihu: UrlUnwrapper;
+//#endregion
+export { unwrapZhihu };

package/dist/unwraps/zhihu.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/zhihu.ts
+const unwrapZhihu = createParamExtractor({
+	hosts: "link.zhihu.com",
+	params: ["target"]
+});
+//#endregion
+export { unwrapZhihu };

package/dist/utils.d.ts

@@ -0,0 +1,13 @@
+import { UrlUnwrapper } from "./types.js";
+
+//#region src/utils.d.ts
+declare const chooseBaseUrl: (itemUrl: string | null | undefined, siteUrl: string | null | undefined, feedUrl: string) => string | undefined;
+declare const coerceNumber: (value: string | null) => number | undefined;
+type ParamExtractorConfig = {
+  hosts: string | Array<string> | RegExp;
+  path?: string;
+  params: Array<string>;
+};
+declare const createParamExtractor: (config: ParamExtractorConfig) => UrlUnwrapper;
+//#endregion
+export { ParamExtractorConfig, chooseBaseUrl, coerceNumber, createParamExtractor };

package/dist/utils.js

@@ -0,0 +1,31 @@
+import { resolveUrl } from "feedcanon";
+//#region src/utils.ts
+const chooseBaseUrl = (itemUrl, siteUrl, feedUrl) => {
+	if (itemUrl && resolveUrl(itemUrl)) return itemUrl;
+	if (siteUrl) {
+		const resolved = resolveUrl(siteUrl, feedUrl);
+		if (resolved) return resolved;
+	}
+	return resolveUrl(feedUrl);
+};
+const coerceNumber = (value) => {
+	if (value == null) return;
+	const parsed = Number(value);
+	return Number.isNaN(parsed) ? void 0 : parsed;
+};
+const createParamExtractor = (config) => {
+	const matchesHost = (host) => {
+		if (config.hosts instanceof RegExp) return config.hosts.test(host);
+		return (Array.isArray(config.hosts) ? config.hosts : [config.hosts]).includes(host);
+	};
+	return (url) => {
+		if (!matchesHost(url.hostname)) return;
+		if (config.path && url.pathname !== config.path) return;
+		for (const param of config.params) {
+			const value = url.searchParams.get(param);
+			if (value) return value;
+		}
+	};
+};
+//#endregion
+export { chooseBaseUrl, coerceNumber, createParamExtractor };