urlpurify 1.1.0 → 1.3.0

package/README.md

@@ -51,6 +51,8 @@ Applies the unwrappers in order (one pass) and returns the first extracted targe
 
 Removes matching query parameters and returns the cleaned URL. The input is returned unchanged when nothing matches or it cannot be parsed.
 
+Both `cleanUrl` and `stripTrackingParams` also drop a `ref` parameter when its value is the URL's own host (Ghost's self-referral `?ref=example.com` on `example.com`), regardless of the tracking list passed. With any other value `ref` is left alone, since it is often a real referral target.
+
 ### `createParamExtractor(config)`
 
 Builds an unwrapper for the common case where the target URL sits in a query parameter:
@@ -70,7 +72,13 @@ For wrappers that encode the target (base64 path segments, custom escaping), wri
 
 ### Defaults
 
-`defaultTrackingParams` is the combined default list for `cleanUrl` and `stripTrackingParams`: literal names plus family regexes like `/^utm_[a-z0-9_-]+$/` that cover vendor namespaces where new variants keep appearing. Its parts are exported separately as `trackingParamsLiterals` (strings only, for consumers that need a plain string list) and `trackingParamsPatterns`. `defaultUnwrappers` is exported alongside. `defaultUnwrappers` enables a conservative subset of the catalog (search-engine redirects and social-platform shims); everything else is exported individually for explicit opt-in.
+`defaultTrackingParams` is the combined default list for `cleanUrl` and `stripTrackingParams`: literal names plus family regexes like `/^utm_[a-z0-9_-]+$/` that cover vendor namespaces where new variants keep appearing. Its parts are exported separately as `trackingParamsLiterals` (strings only, for consumers that need a plain string list) and `trackingParamsPatterns`. `defaultUnwrappers` is exported alongside. `defaultUnwrappers` enables a conservative subset of the catalog; everything else is exported individually for explicit opt-in.
+
+**On by default:** redirects that only track the click — search-engine redirects and platform shims. Unwrapping them costs the destination nothing.
+
+**Off by default:** affiliate and referral wrappers (`unwrapSkimlinks`, `unwrapAwin`, `unwrapShareasale`, `unwrapAmazonAffiliate`, `unwrapViglink`, and the rest). The reader lands on the same page either way — unwrapping only removes the writer's commission, which for a small blog is the money paying for the work. Opt in explicitly if you want them.
+
+Prevalence is not the test: affiliate wrappers are more common than tracking shims.
 
 ## Unwrappers
 
@@ -79,16 +87,34 @@ Enabled by default:
 | Unwrapper | Description |
 | --- | --- |
 | `unwrapBing` | Bing search-result redirect (www.bing.com/ck/a?u=a1\<base64url\>) |
-| `unwrapFacebookShim` | Facebook link shim (l.facebook.com/l.php?u=\<target\>) |
+| `unwrapBlueskyRedirect` | Bluesky outbound link redirect (go.bsky.app/redirect?u=\<target\>) |
+| `unwrapDisqus` | Disqus outbound link redirect (disq.us/?url=\<target\>) |
+| `unwrapDouban` | Douban external link redirect (www.douban.com/link2/?url=\<target\>) |
+| `unwrapFacebookShim` | Meta link shim (l.facebook.com / l.messenger.com /l.php?u=\<target\>) |
+| `unwrapFlipboard` | Flipboard outbound redirect (flipboard.com/redirect?url=\<target\>) |
+| `unwrapGitee` | Gitee external link redirect (gitee.com/link?target=\<target\>) |
 | `unwrapGoogle` | Google redirect (google.\<TLD\>/url?url=\<target\> or ?q=\<target\>) |
 | `unwrapGoogleAmpViewer` | Google AMP viewer (www.google.\<TLD\>/amp/s/\<host\>/\<path\>) |
 | `unwrapGoogleNews` | Google News legacy redirect (news.google.\<TLD\>/news/url?url=\<target\>) |
 | `unwrapGoogleNewsModern` | Google News modern article URLs (news.google.com/articles/\<base64\>) |
 | `unwrapGoogleScholar` | Google Scholar search-result redirect (scholar.google.\<TLD\>/scholar_url?url=\<target\>) |
+| `unwrapHashnode` | Hashnode outbound redirect (hashnode.com/util/redirect?url=\<target\>) |
+| `unwrapHrefLi` | href.li referrer stripper (href.li/?\<target\>), used by Tumblr |
 | `unwrapInstagramShim` | Instagram outbound link shim (l.instagram.com with ?u=\<target\>) |
+| `unwrapJianshuGo` | Jianshu external link redirect (links.jianshu.com/go?to=\<target\>) |
+| `unwrapJuejin` | Juejin external link redirect (link.juejin.cn/?target=\<target\>) |
+| `unwrapMedium` | Medium outbound link redirect (medium.com/r/?url=\<target\>) |
+| `unwrapMozillaOutgoing` | Mozilla outgoing-link redirector (outgoing.prod.mozaws.net/v1/\<hash\>/\<target\>) |
+| `unwrapPocket` | Pocket redirect (getpocket.com/redirect?url=\<target\>) |
 | `unwrapRedditOut` | Reddit outbound click tracker (out.reddit.com/?url=\<target\>) |
+| `unwrapSegmentfault` | Segmentfault external link redirect (link.segmentfault.com/?enc=\<base64\>) |
+| `unwrapSspai` | Sspai external link redirect (sspai.com/link?target=\<target\>) |
+| `unwrapSteamLinkfilter` | Steam outbound link filter (steamcommunity.com/linkfilter/?url=\<target\>) |
+| `unwrapThreadsShim` | Threads outbound link shim (l.threads.com / l.threads.net with ?u=\<target\>) |
+| `unwrapTumblr` | Tumblr outbound redirect (t.umblr.com/redirect?z=\<target\>) |
 | `unwrapVkAway` | VK away redirect (vk.com/away.php?to=\<target\>) |
 | `unwrapYahooSearch` | Yahoo Search redirect (r.search.yahoo.com/.../RU=\<target\>/RK=...) |
 | `unwrapYouTube` | YouTube external redirect (www.youtube.com/redirect?q=\<target\>) |
+| `unwrapZhihu` | Zhihu external redirect (link.zhihu.com/?target=\<target\>) |
 
 Many more are available for explicit opt-in: email security gateways (Outlook SafeLinks, Proofpoint, Mimecast), affiliate networks (Awin, Skimlinks, Commission Junction), CJK platforms, AMP caches, and others. See [src/unwraps](src/unwraps) for the full catalog, each documented in its source file.

package/dist/clean.js

@@ -1,3 +1,4 @@
+import { parseUrl } from "./node_modules/trousse/dist/urls.js";
 import { defaultTrackingParams, defaultUnwrappers } from "./defaults.js";
 //#region src/clean.ts
 const trackingMatcherCache = /* @__PURE__ */ new WeakMap();
@@ -16,11 +17,6 @@ const getTrackingMatcher = (params) => {
 	}
 	return cached;
 };
-const parseUrl = (url) => {
-	try {
-		return new URL(url);
-	} catch {}
-};
 const deleteTrackingParams = (url, trackingParams) => {
 	if (!url.search) return false;
 	const matcher = getTrackingMatcher(trackingParams);
@@ -32,6 +28,16 @@ const deleteTrackingParams = (url, trackingParams) => {
 	for (const key of keysToDelete) url.searchParams.delete(key);
 	return keysToDelete.length > 0;
 };
+const wwwPrefixRegex = /^www\./;
+const stripHostPrefix = (host) => {
+	return host.replace(wwwPrefixRegex, "").toLowerCase();
+};
+const deleteSelfReferentialParams = (url) => {
+	const value = url.searchParams.get("ref");
+	if (!value || stripHostPrefix(value) !== stripHostPrefix(url.hostname)) return false;
+	url.searchParams.delete("ref");
+	return true;
+};
 const applyUnwrappers = (url, unwrappers) => {
 	for (const unwrap of unwrappers) {
 		const target = unwrap(url);
@@ -46,7 +52,9 @@ const unwrapUrl = (url, unwrappers = defaultUnwrappers) => {
 const stripTrackingParams = (url, trackingParams = defaultTrackingParams) => {
 	const parsed = parseUrl(url);
 	if (!parsed) return url;
-	if (deleteTrackingParams(parsed, trackingParams)) return parsed.toString();
+	const trackingRemoved = deleteTrackingParams(parsed, trackingParams);
+	const selfReferentialRemoved = deleteSelfReferentialParams(parsed);
+	if (trackingRemoved || selfReferentialRemoved) return parsed.toString();
 	return url;
 };
 const cleanUrl = (url, options) => {
@@ -65,7 +73,9 @@ const cleanUrl = (url, options) => {
 		currentUrl = target;
 		currentParsed = targetParsed;
 	}
-	if (deleteTrackingParams(currentParsed, trackingParams)) return currentParsed.toString();
+	const trackingRemoved = deleteTrackingParams(currentParsed, trackingParams);
+	const selfReferentialRemoved = deleteSelfReferentialParams(currentParsed);
+	if (trackingRemoved || selfReferentialRemoved) return currentParsed.toString();
 	return currentUrl;
 };
 //#endregion

package/dist/defaults.js

@@ -1,17 +1,35 @@
+import { trackingParamsLiterals } from "./tracking/literals.js";
+import { trackingParamsPatterns } from "./tracking/patterns.js";
 import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapBlueskyRedirect } from "./unwraps/bsky.js";
+import { unwrapDisqus } from "./unwraps/disqus.js";
+import { unwrapDouban } from "./unwraps/douban.js";
 import { unwrapFacebookShim } from "./unwraps/facebook.js";
+import { unwrapFlipboard } from "./unwraps/flipboard.js";
+import { unwrapGitee } from "./unwraps/gitee.js";
 import { unwrapGoogle } from "./unwraps/google.js";
 import { unwrapGoogleAmpViewer } from "./unwraps/googleAmpViewer.js";
 import { unwrapGoogleNews } from "./unwraps/googleNews.js";
 import { unwrapGoogleNewsModern } from "./unwraps/googleNewsModern.js";
 import { unwrapGoogleScholar } from "./unwraps/googleScholar.js";
+import { unwrapHashnode } from "./unwraps/hashnode.js";
+import { unwrapHrefLi } from "./unwraps/hrefLi.js";
 import { unwrapInstagramShim } from "./unwraps/instagram.js";
+import { unwrapJianshuGo } from "./unwraps/jianshuGo.js";
+import { unwrapJuejin } from "./unwraps/juejin.js";
+import { unwrapMedium } from "./unwraps/medium.js";
+import { unwrapMozillaOutgoing } from "./unwraps/mozillaOutgoing.js";
+import { unwrapPocket } from "./unwraps/pocket.js";
 import { unwrapRedditOut } from "./unwraps/redditOut.js";
+import { unwrapSegmentfault } from "./unwraps/segmentfault.js";
+import { unwrapSspai } from "./unwraps/sspai.js";
+import { unwrapSteamLinkfilter } from "./unwraps/steamLinkfilter.js";
+import { unwrapThreadsShim } from "./unwraps/threads.js";
+import { unwrapTumblr } from "./unwraps/tumblr.js";
 import { unwrapVkAway } from "./unwraps/vkAway.js";
 import { unwrapYahooSearch } from "./unwraps/yahooSearch.js";
 import { unwrapYouTube } from "./unwraps/youtube.js";
-import { trackingParamsLiterals } from "./tracking/literals.js";
-import { trackingParamsPatterns } from "./tracking/patterns.js";
+import { unwrapZhihu } from "./unwraps/zhihu.js";
 //#region src/defaults.ts
 const defaultTrackingParams = [...trackingParamsLiterals, ...trackingParamsPatterns];
 const defaultUnwrappers = [
@@ -25,8 +43,26 @@ const defaultUnwrappers = [
 	unwrapYouTube,
 	unwrapFacebookShim,
 	unwrapInstagramShim,
+	unwrapThreadsShim,
+	unwrapPocket,
+	unwrapTumblr,
+	unwrapHrefLi,
 	unwrapVkAway,
-	unwrapRedditOut
+	unwrapRedditOut,
+	unwrapBlueskyRedirect,
+	unwrapDisqus,
+	unwrapSteamLinkfilter,
+	unwrapDouban,
+	unwrapMedium,
+	unwrapFlipboard,
+	unwrapZhihu,
+	unwrapJuejin,
+	unwrapSspai,
+	unwrapJianshuGo,
+	unwrapSegmentfault,
+	unwrapGitee,
+	unwrapHashnode,
+	unwrapMozillaOutgoing
 ];
 //#endregion
 export { defaultTrackingParams, defaultUnwrappers };

package/dist/index.d.ts

@@ -9,6 +9,7 @@ import { unwrapAmazonAffiliate } from "./unwraps/amazonAffiliate.js";
 import { unwrapAmpCache } from "./unwraps/ampCache.js";
 import { unwrapAwin } from "./unwraps/awin.js";
 import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapBlueskyRedirect } from "./unwraps/bsky.js";
 import { unwrapCjNetwork } from "./unwraps/cjNetwork.js";
 import { unwrapDigidip } from "./unwraps/digidip.js";
 import { unwrapDisqus } from "./unwraps/disqus.js";
@@ -31,6 +32,7 @@ import { unwrapGoogleNewsModern } from "./unwraps/googleNewsModern.js";
 import { unwrapGoogleScholar } from "./unwraps/googleScholar.js";
 import { unwrapGoogleTranslate } from "./unwraps/googleTranslate.js";
 import { unwrapHashnode } from "./unwraps/hashnode.js";
+import { unwrapHrefLi } from "./unwraps/hrefLi.js";
 import { unwrapIcptrack } from "./unwraps/icptrack.js";
 import { unwrapIdealoPartner } from "./unwraps/idealoPartner.js";
 import { unwrapInstagramShim } from "./unwraps/instagram.js";
@@ -67,6 +69,7 @@ import { unwrapSmartredirect } from "./unwraps/smartredirect.js";
 import { unwrapSspai } from "./unwraps/sspai.js";
 import { unwrapSteamLinkfilter } from "./unwraps/steamLinkfilter.js";
 import { unwrapTelegramIv } from "./unwraps/telegramIv.js";
+import { unwrapThreadsShim } from "./unwraps/threads.js";
 import { unwrapTradedoubler } from "./unwraps/tradedoubler.js";
 import { unwrapTumblr } from "./unwraps/tumblr.js";
 import { unwrapValuecommerce } from "./unwraps/valuecommerce.js";
@@ -78,4 +81,4 @@ import { unwrapYandexTurbo } from "./unwraps/yandexTurbo.js";
 import { unwrapYouTube } from "./unwraps/youtube.js";
 import { unwrapZhihu } from "./unwraps/zhihu.js";
 import { ParamExtractorConfig, createParamExtractor } from "./utils.js";
-export { type CleanUrlOptions, type ParamExtractorConfig, type TrackingParam, type UrlUnwrapper, cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, trackingParamsLiterals, trackingParamsPatterns, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };
+export { type CleanUrlOptions, type ParamExtractorConfig, type TrackingParam, type UrlUnwrapper, cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, trackingParamsLiterals, trackingParamsPatterns, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapBlueskyRedirect, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapHrefLi, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapThreadsShim, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };

package/dist/index.js

@@ -1,18 +1,36 @@
+import { trackingParamsLiterals } from "./tracking/literals.js";
+import { trackingParamsPatterns } from "./tracking/patterns.js";
 import { createParamExtractor } from "./utils.js";
 import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapBlueskyRedirect } from "./unwraps/bsky.js";
+import { unwrapDisqus } from "./unwraps/disqus.js";
+import { unwrapDouban } from "./unwraps/douban.js";
 import { unwrapFacebookShim } from "./unwraps/facebook.js";
+import { unwrapFlipboard } from "./unwraps/flipboard.js";
+import { unwrapGitee } from "./unwraps/gitee.js";
 import { unwrapGoogle } from "./unwraps/google.js";
 import { unwrapGoogleAmpViewer } from "./unwraps/googleAmpViewer.js";
 import { unwrapGoogleNews } from "./unwraps/googleNews.js";
 import { unwrapGoogleNewsModern } from "./unwraps/googleNewsModern.js";
 import { unwrapGoogleScholar } from "./unwraps/googleScholar.js";
+import { unwrapHashnode } from "./unwraps/hashnode.js";
+import { unwrapHrefLi } from "./unwraps/hrefLi.js";
 import { unwrapInstagramShim } from "./unwraps/instagram.js";
+import { unwrapJianshuGo } from "./unwraps/jianshuGo.js";
+import { unwrapJuejin } from "./unwraps/juejin.js";
+import { unwrapMedium } from "./unwraps/medium.js";
+import { unwrapMozillaOutgoing } from "./unwraps/mozillaOutgoing.js";
+import { unwrapPocket } from "./unwraps/pocket.js";
 import { unwrapRedditOut } from "./unwraps/redditOut.js";
+import { unwrapSegmentfault } from "./unwraps/segmentfault.js";
+import { unwrapSspai } from "./unwraps/sspai.js";
+import { unwrapSteamLinkfilter } from "./unwraps/steamLinkfilter.js";
+import { unwrapThreadsShim } from "./unwraps/threads.js";
+import { unwrapTumblr } from "./unwraps/tumblr.js";
 import { unwrapVkAway } from "./unwraps/vkAway.js";
 import { unwrapYahooSearch } from "./unwraps/yahooSearch.js";
 import { unwrapYouTube } from "./unwraps/youtube.js";
-import { trackingParamsLiterals } from "./tracking/literals.js";
-import { trackingParamsPatterns } from "./tracking/patterns.js";
+import { unwrapZhihu } from "./unwraps/zhihu.js";
 import { defaultTrackingParams, defaultUnwrappers } from "./defaults.js";
 import { cleanUrl, stripTrackingParams, unwrapUrl } from "./clean.js";
 import { unwrapAceml } from "./unwraps/aceml.js";
@@ -22,38 +40,28 @@ import { unwrapAmpCache } from "./unwraps/ampCache.js";
 import { unwrapAwin } from "./unwraps/awin.js";
 import { unwrapCjNetwork } from "./unwraps/cjNetwork.js";
 import { unwrapDigidip } from "./unwraps/digidip.js";
-import { unwrapDisqus } from "./unwraps/disqus.js";
-import { unwrapDouban } from "./unwraps/douban.js";
 import { unwrapDuckduckgo } from "./unwraps/duckduckgo.js";
 import { unwrapEbayRover } from "./unwraps/ebayRover.js";
 import { unwrapEffiliation } from "./unwraps/effiliation.js";
 import { unwrapEmbedly } from "./unwraps/embedly.js";
 import { unwrapFeedsportal } from "./unwraps/feedsportal.js";
 import { unwrapFirebaseDynamicLinks } from "./unwraps/firebaseDynamicLinks.js";
-import { unwrapFlipboard } from "./unwraps/flipboard.js";
 import { unwrapGateSc } from "./unwraps/gateSc.js";
 import { unwrapGeoriot } from "./unwraps/georiot.js";
-import { unwrapGitee } from "./unwraps/gitee.js";
 import { unwrapGoogleTranslate } from "./unwraps/googleTranslate.js";
-import { unwrapHashnode } from "./unwraps/hashnode.js";
 import { unwrapIcptrack } from "./unwraps/icptrack.js";
 import { unwrapIdealoPartner } from "./unwraps/idealoPartner.js";
-import { unwrapJianshuGo } from "./unwraps/jianshuGo.js";
-import { unwrapJuejin } from "./unwraps/juejin.js";
 import { unwrapLeverAnalytics } from "./unwraps/leverAnalytics.js";
 import { unwrapLinksynergy } from "./unwraps/linksynergy.js";
 import { unwrapMailchimp } from "./unwraps/mailchimp.js";
 import { unwrapMailpanion } from "./unwraps/mailpanion.js";
 import { unwrapMailpgn } from "./unwraps/mailpgn.js";
 import { unwrapMailtrack } from "./unwraps/mailtrack.js";
-import { unwrapMedium } from "./unwraps/medium.js";
 import { unwrapMimecast } from "./unwraps/mimecast.js";
-import { unwrapMozillaOutgoing } from "./unwraps/mozillaOutgoing.js";
 import { unwrapNarrativ } from "./unwraps/narrativ.js";
 import { unwrapNicoMs } from "./unwraps/nicoMs.js";
 import { unwrapOutlookSafelinks } from "./unwraps/outlookSafelinks.js";
 import { unwrapPartnerAds } from "./unwraps/partnerAds.js";
-import { unwrapPocket } from "./unwraps/pocket.js";
 import { unwrapPostmark } from "./unwraps/postmark.js";
 import { unwrapProofpointV1 } from "./unwraps/proofpointV1.js";
 import { unwrapProofpointV2 } from "./unwraps/proofpointV2.js";
@@ -61,20 +69,15 @@ import { unwrapProofpointV3 } from "./unwraps/proofpointV3.js";
 import { unwrapPxf } from "./unwraps/pxf.js";
 import { unwrapRecruitics } from "./unwraps/recruitics.js";
 import { unwrapRedirectingat } from "./unwraps/redirectingat.js";
-import { unwrapSegmentfault } from "./unwraps/segmentfault.js";
 import { unwrapShareasale } from "./unwraps/shareasale.js";
 import { unwrapSjv } from "./unwraps/sjv.js";
 import { unwrapSkimlinks } from "./unwraps/skimlinks.js";
 import { unwrapSlack } from "./unwraps/slack.js";
 import { unwrapSmartredirect } from "./unwraps/smartredirect.js";
-import { unwrapSspai } from "./unwraps/sspai.js";
-import { unwrapSteamLinkfilter } from "./unwraps/steamLinkfilter.js";
 import { unwrapTelegramIv } from "./unwraps/telegramIv.js";
 import { unwrapTradedoubler } from "./unwraps/tradedoubler.js";
-import { unwrapTumblr } from "./unwraps/tumblr.js";
 import { unwrapValuecommerce } from "./unwraps/valuecommerce.js";
 import { unwrapViglink } from "./unwraps/viglink.js";
 import { unwrapWebArchive } from "./unwraps/webArchive.js";
 import { unwrapYandexTurbo } from "./unwraps/yandexTurbo.js";
-import { unwrapZhihu } from "./unwraps/zhihu.js";
-export { cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, trackingParamsLiterals, trackingParamsPatterns, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };
+export { cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, trackingParamsLiterals, trackingParamsPatterns, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapBlueskyRedirect, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapHrefLi, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapThreadsShim, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };

package/dist/node_modules/trousse/dist/matching.js

@@ -0,0 +1,17 @@
+//#region node_modules/trousse/dist/matching.js
+const isAnyOf = (value, patterns, parser) => {
+	const parsedValue = parser ? parser(value) : value?.toLowerCase()?.trim();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(parsedValue);
+		return parsedValue === pattern.toLowerCase().trim();
+	});
+};
+const endsWithAnyOf = (value, patterns) => {
+	const lowerValue = value.toLowerCase();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(lowerValue);
+		return pattern && lowerValue.endsWith(pattern.toLowerCase());
+	});
+};
+//#endregion
+export { endsWithAnyOf, isAnyOf };

package/dist/node_modules/trousse/dist/urls.js

@@ -0,0 +1,20 @@
+import { endsWithAnyOf, isAnyOf } from "./matching.js";
+//#region node_modules/trousse/dist/urls.js
+const parseUrl = (value, base) => {
+	if (value instanceof URL && base === void 0) return value;
+	try {
+		return new URL(value, base);
+	} catch {}
+};
+const isHostOf = (url, hosts) => {
+	const hostname = parseUrl(url)?.hostname;
+	if (!hostname) return false;
+	return isAnyOf(hostname, Array.isArray(hosts) ? hosts : [hosts]);
+};
+const isSubdomainOf = (url, domains) => {
+	const hostname = parseUrl(url)?.hostname;
+	if (!hostname) return false;
+	return endsWithAnyOf(hostname, (Array.isArray(domains) ? domains : [domains]).map((domain) => `.${domain}`));
+};
+//#endregion
+export { isHostOf, isSubdomainOf, parseUrl };

package/dist/tracking/literals.js

@@ -17,23 +17,29 @@ const trackingParamsLiterals = [
 	"gad_source",
 	"gad_campaignid",
 	"srsltid",
+	"usqp",
 	"fbclid",
 	"fb_action_ids",
 	"fb_action_types",
 	"fb_source",
 	"fb_ref",
+	"mibextid",
 	"_ga",
 	"_gl",
 	"_bk",
 	"_ke",
+	"_kx",
+	"__s",
 	"mc_cid",
 	"mc_eid",
 	"mc_tc",
 	"mkt_tok",
 	"msclkid",
 	"twclid",
+	"__twitter_impression",
 	"ttclid",
 	"igshid",
+	"igsh",
 	"mtm_campaign",
 	"mtm_cid",
 	"mtm_content",
@@ -50,6 +56,7 @@ const trackingParamsLiterals = [
 	"pk_source",
 	"ncid",
 	"sr_share",
+	"cmpid",
 	"hsa_acc",
 	"hsa_ad",
 	"hsa_cam",
@@ -70,15 +77,34 @@ const trackingParamsLiterals = [
 	"s_kwcid",
 	"sc_cid",
 	"ef_id",
+	"s_cid",
+	"wt_mc",
+	"wt_zmc",
+	"wtrid",
+	"cx_click",
+	"cx_recsOrder",
+	"cx_recsWidget",
 	"obOrigUrl",
 	"dicbo",
 	"yclid",
 	"ysclid",
 	"_openstat",
+	"guccounter",
+	"guce_referrer",
+	"guce_referrer_sig",
 	"awinaffid",
 	"awinmid",
 	"clickref",
 	"afftrack",
+	"sscid",
+	"awc",
+	"cjevent",
+	"cjdata",
+	"irclickid",
+	"irgwc",
+	"ir_adid",
+	"ir_campaignid",
+	"ir_partnerid",
 	"itm_source",
 	"itm_medium",
 	"itm_campaign",
@@ -150,6 +176,7 @@ const trackingParamsLiterals = [
 	"trk",
 	"vero_conv",
 	"vero_id",
+	"vgo_ee",
 	"wickedid",
 	"xtor"
 ];

package/dist/unwraps/ampCache.js

@@ -1,4 +1,4 @@
-import { isHostOf, isSubdomainOf } from "../utils.js";
+import { isHostOf, isSubdomainOf } from "../node_modules/trousse/dist/urls.js";
 //#region src/unwraps/ampCache.ts
 const httpsPathRegex = /^\/c\/s\/(.+)$/;
 const httpPathRegex = /^\/c\/(?!s\/)(.+)$/;

package/dist/unwraps/bsky.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/bsky.d.ts
+declare const unwrapBlueskyRedirect: UrlUnwrapper;
+//#endregion
+export { unwrapBlueskyRedirect };

package/dist/unwraps/bsky.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/bsky.ts
+const unwrapBlueskyRedirect = createParamExtractor({
+	hosts: "go.bsky.app",
+	path: "/redirect",
+	params: ["u"]
+});
+//#endregion
+export { unwrapBlueskyRedirect };

package/dist/unwraps/facebook.js

@@ -1,7 +1,11 @@
 import { createParamExtractor } from "../utils.js";
 //#region src/unwraps/facebook.ts
 const unwrapFacebookShim = createParamExtractor({
-	hosts: ["l.facebook.com", "lm.facebook.com"],
+	hosts: [
+		"l.facebook.com",
+		"lm.facebook.com",
+		"l.messenger.com"
+	],
 	path: "/l.php",
 	params: ["u"]
 });

package/dist/unwraps/googleNewsModern.js

@@ -1,4 +1,5 @@
-import { decodeBase64Binary, isHostOf } from "../utils.js";
+import { isHostOf } from "../node_modules/trousse/dist/urls.js";
+import { decodeBase64Binary } from "../utils.js";
 //#region src/unwraps/googleNewsModern.ts
 const articleIdRegex = /^\/(?:rss\/)?articles\/([\w-]+)/;
 const base64UrlMinusRegex = /-/g;

package/dist/unwraps/hrefLi.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/hrefLi.d.ts
+declare const unwrapHrefLi: UrlUnwrapper;
+//#endregion
+export { unwrapHrefLi };

package/dist/unwraps/hrefLi.js

@@ -0,0 +1,7 @@
+//#region src/unwraps/hrefLi.ts
+const unwrapHrefLi = (url) => {
+	if (url.hostname !== "href.li" && url.hostname !== "www.href.li") return;
+	return url.search.slice(1) || void 0;
+};
+//#endregion
+export { unwrapHrefLi };

package/dist/unwraps/threads.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/threads.d.ts
+declare const unwrapThreadsShim: UrlUnwrapper;
+//#endregion
+export { unwrapThreadsShim };

package/dist/unwraps/threads.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/threads.ts
+const unwrapThreadsShim = createParamExtractor({
+	hosts: ["l.threads.com", "l.threads.net"],
+	params: ["u"]
+});
+//#endregion
+export { unwrapThreadsShim };

package/dist/utils.js

@@ -15,30 +15,18 @@ const createParamExtractor = (config) => {
 		}
 	};
 };
-const isHostOf = (url, hosts) => {
-	try {
-		const hostname = (url instanceof URL ? url : new URL(url)).hostname.toLowerCase();
-		return (Array.isArray(hosts) ? hosts : [hosts]).some((host) => hostname === host.toLowerCase().trim());
-	} catch {}
-	return false;
-};
-const isSubdomainOf = (url, domains) => {
-	try {
-		const hostname = (url instanceof URL ? url : new URL(url)).hostname.toLowerCase();
-		return (Array.isArray(domains) ? domains : [domains]).some((domain) => hostname.endsWith(`.${domain}`));
-	} catch {}
-	return false;
-};
 const decodeBase64Binary = (value) => {
 	try {
 		return atob(value);
 	} catch {}
 };
+const utf8Decoder = new TextDecoder();
 const decodeBase64 = (value) => {
 	const binary = decodeBase64Binary(value);
 	if (binary === void 0) return;
-	const bytes = Uint8Array.from(binary, (char) => char.charCodeAt(0));
-	return new TextDecoder().decode(bytes);
+	const bytes = new Uint8Array(binary.length);
+	for (let index = 0; index < binary.length; index++) bytes[index] = binary.charCodeAt(index);
+	return utf8Decoder.decode(bytes);
 };
 const decodeBase64Url = (value) => {
 	return decodeBase64(value.replace(/-/g, "+").replace(/_/g, "/"));
@@ -47,4 +35,4 @@ const getUtf8ByteLength = (value) => {
 	return new TextEncoder().encode(value).length;
 };
 //#endregion
-export { createParamExtractor, decodeBase64, decodeBase64Binary, decodeBase64Url, getUtf8ByteLength, isHostOf, isSubdomainOf };
+export { createParamExtractor, decodeBase64, decodeBase64Binary, decodeBase64Url, getUtf8ByteLength };

package/package.json

@@ -38,8 +38,9 @@
   },
   "devDependencies": {
     "@types/bun": "^1.3.14",
-    "kvalita": "^1.14.0",
+    "kvalita": "^1.15.0",
+    "trousse": "^1.0.0",
     "tsdown": "^0.22.2"
   },
-  "version": "1.1.0"
+  "version": "1.3.0"
 }