urlpurify 1.0.0 → 1.2.0

package/README.md

@@ -35,8 +35,9 @@ import { cleanUrl, defaultUnwrappers, unwrapWebArchive } from 'urlpurify'
 const cleaned = cleanUrl(url, {
   // Unwrappers to apply, first match wins per pass (omit to use defaults).
   unwrappers: [...defaultUnwrappers, unwrapWebArchive],
-  // Query parameter names to remove, matched case-insensitively (omit to use defaults).
-  trackingParams: ['utm_source', 'utm_medium', 'fbclid'],
+  // Param names (matched case-insensitively) or anchored regexes tested against the
+  // lowercased name (omit to use defaults).
+  trackingParams: ['fbclid', /^utm_[a-z0-9_-]+$/],
   // Maximum number of unwrap passes for nested wrappers. Defaults to 3.
   maxUnwrapDepth: 3,
 })
@@ -50,6 +51,8 @@ Applies the unwrappers in order (one pass) and returns the first extracted targe
 
 Removes matching query parameters and returns the cleaned URL. The input is returned unchanged when nothing matches or it cannot be parsed.
 
+Both `cleanUrl` and `stripTrackingParams` also drop a `ref` parameter when its value is the URL's own host (Ghost's self-referral `?ref=example.com` on `example.com`), regardless of the tracking list passed. With any other value `ref` is left alone, since it is often a real referral target.
+
 ### `createParamExtractor(config)`
 
 Builds an unwrapper for the common case where the target URL sits in a query parameter:
@@ -69,7 +72,7 @@ For wrappers that encode the target (base64 path segments, custom escaping), wri
 
 ### Defaults
 
-`defaultTrackingParams` and `defaultUnwrappers` are exported from the package root. `defaultUnwrappers` enables a conservative subset of the catalog (search-engine redirects and social-platform shims); everything else is exported individually for explicit opt-in.
+`defaultTrackingParams` is the combined default list for `cleanUrl` and `stripTrackingParams`: literal names plus family regexes like `/^utm_[a-z0-9_-]+$/` that cover vendor namespaces where new variants keep appearing. Its parts are exported separately as `trackingParamsLiterals` (strings only, for consumers that need a plain string list) and `trackingParamsPatterns`. `defaultUnwrappers` is exported alongside. `defaultUnwrappers` enables a conservative subset of the catalog (search-engine redirects and social-platform shims); everything else is exported individually for explicit opt-in.
 
 ## Unwrappers
 
@@ -78,7 +81,8 @@ Enabled by default:
 | Unwrapper | Description |
 | --- | --- |
 | `unwrapBing` | Bing search-result redirect (www.bing.com/ck/a?u=a1\<base64url\>) |
-| `unwrapFacebookShim` | Facebook link shim (l.facebook.com/l.php?u=\<target\>) |
+| `unwrapBlueskyRedirect` | Bluesky outbound link redirect (go.bsky.app/redirect?u=\<target\>) |
+| `unwrapFacebookShim` | Meta link shim (l.facebook.com / l.messenger.com /l.php?u=\<target\>) |
 | `unwrapGoogle` | Google redirect (google.\<TLD\>/url?url=\<target\> or ?q=\<target\>) |
 | `unwrapGoogleAmpViewer` | Google AMP viewer (www.google.\<TLD\>/amp/s/\<host\>/\<path\>) |
 | `unwrapGoogleNews` | Google News legacy redirect (news.google.\<TLD\>/news/url?url=\<target\>) |
@@ -86,6 +90,7 @@ Enabled by default:
 | `unwrapGoogleScholar` | Google Scholar search-result redirect (scholar.google.\<TLD\>/scholar_url?url=\<target\>) |
 | `unwrapInstagramShim` | Instagram outbound link shim (l.instagram.com with ?u=\<target\>) |
 | `unwrapRedditOut` | Reddit outbound click tracker (out.reddit.com/?url=\<target\>) |
+| `unwrapThreadsShim` | Threads outbound link shim (l.threads.com / l.threads.net with ?u=\<target\>) |
 | `unwrapVkAway` | VK away redirect (vk.com/away.php?to=\<target\>) |
 | `unwrapYahooSearch` | Yahoo Search redirect (r.search.yahoo.com/.../RU=\<target\>/RK=...) |
 | `unwrapYouTube` | YouTube external redirect (www.youtube.com/redirect?q=\<target\>) |

package/dist/clean.d.ts

@@ -1,8 +1,8 @@
-import { CleanUrlOptions, UrlUnwrapper } from "./types.js";
+import { CleanUrlOptions, TrackingParam, UrlUnwrapper } from "./types.js";
 
 //#region src/clean.d.ts
 declare const unwrapUrl: (url: string, unwrappers?: Array<UrlUnwrapper>) => string | undefined;
-declare const stripTrackingParams: (url: string, trackingParams?: Array<string>) => string;
+declare const stripTrackingParams: (url: string, trackingParams?: Array<TrackingParam>) => string;
 declare const cleanUrl: (url: string, options?: CleanUrlOptions) => string;
 //#endregion
 export { cleanUrl, stripTrackingParams, unwrapUrl };

package/dist/clean.js

@@ -1,28 +1,43 @@
-import { defaultTrackingParams } from "./params.js";
-import { defaultUnwrappers } from "./defaults.js";
+import { parseUrl } from "./node_modules/trousse/dist/urls.js";
+import { defaultTrackingParams, defaultUnwrappers } from "./defaults.js";
 //#region src/clean.ts
-const trackingParamsCache = /* @__PURE__ */ new WeakMap();
-const getTrackingParamsSet = (params) => {
-	let cached = trackingParamsCache.get(params);
+const trackingMatcherCache = /* @__PURE__ */ new WeakMap();
+const getTrackingMatcher = (params) => {
+	let cached = trackingMatcherCache.get(params);
 	if (!cached) {
-		cached = new Set(params.map((param) => param.toLowerCase()));
-		trackingParamsCache.set(params, cached);
+		const literals = /* @__PURE__ */ new Set();
+		const patterns = [];
+		for (const param of params) if (param instanceof RegExp) patterns.push(param);
+		else literals.add(param.toLowerCase());
+		cached = {
+			literals,
+			patterns
+		};
+		trackingMatcherCache.set(params, cached);
 	}
 	return cached;
 };
-const parseUrl = (url) => {
-	try {
-		return new URL(url);
-	} catch {}
-};
 const deleteTrackingParams = (url, trackingParams) => {
 	if (!url.search) return false;
-	const trackingSet = getTrackingParamsSet(trackingParams);
+	const matcher = getTrackingMatcher(trackingParams);
 	const keysToDelete = [];
-	for (const key of url.searchParams.keys()) if (trackingSet.has(key.toLowerCase())) keysToDelete.push(key);
+	for (const key of url.searchParams.keys()) {
+		const name = key.toLowerCase();
+		if (matcher.literals.has(name) || matcher.patterns.some((pattern) => pattern.test(name))) keysToDelete.push(key);
+	}
 	for (const key of keysToDelete) url.searchParams.delete(key);
 	return keysToDelete.length > 0;
 };
+const wwwPrefixRegex = /^www\./;
+const stripHostPrefix = (host) => {
+	return host.replace(wwwPrefixRegex, "").toLowerCase();
+};
+const deleteSelfReferentialParams = (url) => {
+	const value = url.searchParams.get("ref");
+	if (!value || stripHostPrefix(value) !== stripHostPrefix(url.hostname)) return false;
+	url.searchParams.delete("ref");
+	return true;
+};
 const applyUnwrappers = (url, unwrappers) => {
 	for (const unwrap of unwrappers) {
 		const target = unwrap(url);
@@ -37,7 +52,9 @@ const unwrapUrl = (url, unwrappers = defaultUnwrappers) => {
 const stripTrackingParams = (url, trackingParams = defaultTrackingParams) => {
 	const parsed = parseUrl(url);
 	if (!parsed) return url;
-	if (deleteTrackingParams(parsed, trackingParams)) return parsed.toString();
+	const trackingRemoved = deleteTrackingParams(parsed, trackingParams);
+	const selfReferentialRemoved = deleteSelfReferentialParams(parsed);
+	if (trackingRemoved || selfReferentialRemoved) return parsed.toString();
 	return url;
 };
 const cleanUrl = (url, options) => {
@@ -56,7 +73,9 @@ const cleanUrl = (url, options) => {
 		currentUrl = target;
 		currentParsed = targetParsed;
 	}
-	if (deleteTrackingParams(currentParsed, trackingParams)) return currentParsed.toString();
+	const trackingRemoved = deleteTrackingParams(currentParsed, trackingParams);
+	const selfReferentialRemoved = deleteSelfReferentialParams(currentParsed);
+	if (trackingRemoved || selfReferentialRemoved) return currentParsed.toString();
 	return currentUrl;
 };
 //#endregion

package/dist/defaults.d.ts

@@ -1,7 +1,9 @@
-import { UrlUnwrapper } from "./types.js";
-import { defaultTrackingParams } from "./params.js";
+import { TrackingParam, UrlUnwrapper } from "./types.js";
+import { trackingParamsLiterals } from "./tracking/literals.js";
+import { trackingParamsPatterns } from "./tracking/patterns.js";
 
 //#region src/defaults.d.ts
+declare const defaultTrackingParams: Array<TrackingParam>;
 declare const defaultUnwrappers: Array<UrlUnwrapper>;
 //#endregion
-export { defaultUnwrappers };
+export { defaultTrackingParams, defaultUnwrappers };

package/dist/defaults.js

@@ -1,4 +1,5 @@
 import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapBlueskyRedirect } from "./unwraps/bsky.js";
 import { unwrapFacebookShim } from "./unwraps/facebook.js";
 import { unwrapGoogle } from "./unwraps/google.js";
 import { unwrapGoogleAmpViewer } from "./unwraps/googleAmpViewer.js";
@@ -7,11 +8,14 @@ import { unwrapGoogleNewsModern } from "./unwraps/googleNewsModern.js";
 import { unwrapGoogleScholar } from "./unwraps/googleScholar.js";
 import { unwrapInstagramShim } from "./unwraps/instagram.js";
 import { unwrapRedditOut } from "./unwraps/redditOut.js";
+import { unwrapThreadsShim } from "./unwraps/threads.js";
 import { unwrapVkAway } from "./unwraps/vkAway.js";
 import { unwrapYahooSearch } from "./unwraps/yahooSearch.js";
 import { unwrapYouTube } from "./unwraps/youtube.js";
-import "./params.js";
+import { trackingParamsLiterals } from "./tracking/literals.js";
+import { trackingParamsPatterns } from "./tracking/patterns.js";
 //#region src/defaults.ts
+const defaultTrackingParams = [...trackingParamsLiterals, ...trackingParamsPatterns];
 const defaultUnwrappers = [
 	unwrapBing,
 	unwrapGoogle,
@@ -23,8 +27,10 @@ const defaultUnwrappers = [
 	unwrapYouTube,
 	unwrapFacebookShim,
 	unwrapInstagramShim,
+	unwrapThreadsShim,
 	unwrapVkAway,
-	unwrapRedditOut
+	unwrapRedditOut,
+	unwrapBlueskyRedirect
 ];
 //#endregion
-export { defaultUnwrappers };
+export { defaultTrackingParams, defaultUnwrappers };

package/dist/index.d.ts

@@ -1,13 +1,15 @@
-import { CleanUrlOptions, UrlUnwrapper } from "./types.js";
+import { CleanUrlOptions, TrackingParam, UrlUnwrapper } from "./types.js";
 import { cleanUrl, stripTrackingParams, unwrapUrl } from "./clean.js";
-import { defaultTrackingParams } from "./params.js";
-import { defaultUnwrappers } from "./defaults.js";
+import { trackingParamsLiterals } from "./tracking/literals.js";
+import { trackingParamsPatterns } from "./tracking/patterns.js";
+import { defaultTrackingParams, defaultUnwrappers } from "./defaults.js";
 import { unwrapAceml } from "./unwraps/aceml.js";
 import { unwrapAdjust } from "./unwraps/adjust.js";
 import { unwrapAmazonAffiliate } from "./unwraps/amazonAffiliate.js";
 import { unwrapAmpCache } from "./unwraps/ampCache.js";
 import { unwrapAwin } from "./unwraps/awin.js";
 import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapBlueskyRedirect } from "./unwraps/bsky.js";
 import { unwrapCjNetwork } from "./unwraps/cjNetwork.js";
 import { unwrapDigidip } from "./unwraps/digidip.js";
 import { unwrapDisqus } from "./unwraps/disqus.js";
@@ -66,6 +68,7 @@ import { unwrapSmartredirect } from "./unwraps/smartredirect.js";
 import { unwrapSspai } from "./unwraps/sspai.js";
 import { unwrapSteamLinkfilter } from "./unwraps/steamLinkfilter.js";
 import { unwrapTelegramIv } from "./unwraps/telegramIv.js";
+import { unwrapThreadsShim } from "./unwraps/threads.js";
 import { unwrapTradedoubler } from "./unwraps/tradedoubler.js";
 import { unwrapTumblr } from "./unwraps/tumblr.js";
 import { unwrapValuecommerce } from "./unwraps/valuecommerce.js";
@@ -77,4 +80,4 @@ import { unwrapYandexTurbo } from "./unwraps/yandexTurbo.js";
 import { unwrapYouTube } from "./unwraps/youtube.js";
 import { unwrapZhihu } from "./unwraps/zhihu.js";
 import { ParamExtractorConfig, createParamExtractor } from "./utils.js";
-export { type CleanUrlOptions, type ParamExtractorConfig, type UrlUnwrapper, cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };
+export { type CleanUrlOptions, type ParamExtractorConfig, type TrackingParam, type UrlUnwrapper, cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, trackingParamsLiterals, trackingParamsPatterns, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapBlueskyRedirect, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapThreadsShim, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };

package/dist/index.js

@@ -1,5 +1,6 @@
 import { createParamExtractor } from "./utils.js";
 import { unwrapBing } from "./unwraps/bing.js";
+import { unwrapBlueskyRedirect } from "./unwraps/bsky.js";
 import { unwrapFacebookShim } from "./unwraps/facebook.js";
 import { unwrapGoogle } from "./unwraps/google.js";
 import { unwrapGoogleAmpViewer } from "./unwraps/googleAmpViewer.js";
@@ -8,11 +9,13 @@ import { unwrapGoogleNewsModern } from "./unwraps/googleNewsModern.js";
 import { unwrapGoogleScholar } from "./unwraps/googleScholar.js";
 import { unwrapInstagramShim } from "./unwraps/instagram.js";
 import { unwrapRedditOut } from "./unwraps/redditOut.js";
+import { unwrapThreadsShim } from "./unwraps/threads.js";
 import { unwrapVkAway } from "./unwraps/vkAway.js";
 import { unwrapYahooSearch } from "./unwraps/yahooSearch.js";
 import { unwrapYouTube } from "./unwraps/youtube.js";
-import { defaultTrackingParams } from "./params.js";
-import { defaultUnwrappers } from "./defaults.js";
+import { trackingParamsLiterals } from "./tracking/literals.js";
+import { trackingParamsPatterns } from "./tracking/patterns.js";
+import { defaultTrackingParams, defaultUnwrappers } from "./defaults.js";
 import { cleanUrl, stripTrackingParams, unwrapUrl } from "./clean.js";
 import { unwrapAceml } from "./unwraps/aceml.js";
 import { unwrapAdjust } from "./unwraps/adjust.js";
@@ -76,4 +79,4 @@ import { unwrapViglink } from "./unwraps/viglink.js";
 import { unwrapWebArchive } from "./unwraps/webArchive.js";
 import { unwrapYandexTurbo } from "./unwraps/yandexTurbo.js";
 import { unwrapZhihu } from "./unwraps/zhihu.js";
-export { cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };
+export { cleanUrl, createParamExtractor, defaultTrackingParams, defaultUnwrappers, stripTrackingParams, trackingParamsLiterals, trackingParamsPatterns, unwrapAceml, unwrapAdjust, unwrapAmazonAffiliate, unwrapAmpCache, unwrapAwin, unwrapBing, unwrapBlueskyRedirect, unwrapCjNetwork, unwrapDigidip, unwrapDisqus, unwrapDouban, unwrapDuckduckgo, unwrapEbayRover, unwrapEffiliation, unwrapEmbedly, unwrapFacebookShim, unwrapFeedsportal, unwrapFirebaseDynamicLinks, unwrapFlipboard, unwrapGateSc, unwrapGeoriot, unwrapGitee, unwrapGoogle, unwrapGoogleAmpViewer, unwrapGoogleNews, unwrapGoogleNewsModern, unwrapGoogleScholar, unwrapGoogleTranslate, unwrapHashnode, unwrapIcptrack, unwrapIdealoPartner, unwrapInstagramShim, unwrapJianshuGo, unwrapJuejin, unwrapLeverAnalytics, unwrapLinksynergy, unwrapMailchimp, unwrapMailpanion, unwrapMailpgn, unwrapMailtrack, unwrapMedium, unwrapMimecast, unwrapMozillaOutgoing, unwrapNarrativ, unwrapNicoMs, unwrapOutlookSafelinks, unwrapPartnerAds, unwrapPocket, unwrapPostmark, unwrapProofpointV1, unwrapProofpointV2, unwrapProofpointV3, unwrapPxf, unwrapRecruitics, unwrapRedditOut, unwrapRedirectingat, unwrapSegmentfault, unwrapShareasale, unwrapSjv, unwrapSkimlinks, unwrapSlack, unwrapSmartredirect, unwrapSspai, unwrapSteamLinkfilter, unwrapTelegramIv, unwrapThreadsShim, unwrapTradedoubler, unwrapTumblr, unwrapUrl, unwrapValuecommerce, unwrapViglink, unwrapVkAway, unwrapWebArchive, unwrapYahooSearch, unwrapYandexTurbo, unwrapYouTube, unwrapZhihu };

package/dist/node_modules/trousse/dist/matching.js

@@ -0,0 +1,17 @@
+//#region node_modules/trousse/dist/matching.js
+const isAnyOf = (value, patterns, parser) => {
+	const parsedValue = parser ? parser(value) : value?.toLowerCase()?.trim();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(parsedValue);
+		return parsedValue === pattern.toLowerCase().trim();
+	});
+};
+const endsWithAnyOf = (value, patterns) => {
+	const lowerValue = value.toLowerCase();
+	return patterns.some((pattern) => {
+		if (pattern instanceof RegExp) return pattern.test(lowerValue);
+		return pattern && lowerValue.endsWith(pattern.toLowerCase());
+	});
+};
+//#endregion
+export { endsWithAnyOf, isAnyOf };

package/dist/node_modules/trousse/dist/urls.js

@@ -0,0 +1,20 @@
+import { endsWithAnyOf, isAnyOf } from "./matching.js";
+//#region node_modules/trousse/dist/urls.js
+const parseUrl = (value, base) => {
+	if (value instanceof URL && base === void 0) return value;
+	try {
+		return new URL(value, base);
+	} catch {}
+};
+const isHostOf = (url, hosts) => {
+	const hostname = parseUrl(url)?.hostname;
+	if (!hostname) return false;
+	return isAnyOf(hostname, Array.isArray(hosts) ? hosts : [hosts]);
+};
+const isSubdomainOf = (url, domains) => {
+	const hostname = parseUrl(url)?.hostname;
+	if (!hostname) return false;
+	return endsWithAnyOf(hostname, (Array.isArray(domains) ? domains : [domains]).map((domain) => `.${domain}`));
+};
+//#endregion
+export { isHostOf, isSubdomainOf, parseUrl };

package/dist/tracking/literals.d.ts

@@ -0,0 +1,4 @@
+//#region src/tracking/literals.d.ts
+declare const trackingParamsLiterals: string[];
+//#endregion
+export { trackingParamsLiterals };

package/dist/{params.js → tracking/literals.js}

@@ -1,5 +1,5 @@
-//#region src/params.ts
-const defaultTrackingParams = [
+//#region src/tracking/literals.ts
+const trackingParamsLiterals = [
 	"utm_source",
 	"utm_medium",
 	"utm_campaign",
@@ -17,23 +17,29 @@ const defaultTrackingParams = [
 	"gad_source",
 	"gad_campaignid",
 	"srsltid",
+	"usqp",
 	"fbclid",
 	"fb_action_ids",
 	"fb_action_types",
 	"fb_source",
 	"fb_ref",
+	"mibextid",
 	"_ga",
 	"_gl",
 	"_bk",
 	"_ke",
+	"_kx",
+	"__s",
 	"mc_cid",
 	"mc_eid",
 	"mc_tc",
 	"mkt_tok",
 	"msclkid",
 	"twclid",
+	"__twitter_impression",
 	"ttclid",
 	"igshid",
+	"igsh",
 	"mtm_campaign",
 	"mtm_cid",
 	"mtm_content",
@@ -50,6 +56,7 @@ const defaultTrackingParams = [
 	"pk_source",
 	"ncid",
 	"sr_share",
+	"cmpid",
 	"hsa_acc",
 	"hsa_ad",
 	"hsa_cam",
@@ -70,15 +77,34 @@ const defaultTrackingParams = [
 	"s_kwcid",
 	"sc_cid",
 	"ef_id",
+	"s_cid",
+	"wt_mc",
+	"wt_zmc",
+	"wtrid",
+	"cx_click",
+	"cx_recsOrder",
+	"cx_recsWidget",
 	"obOrigUrl",
 	"dicbo",
 	"yclid",
 	"ysclid",
 	"_openstat",
+	"guccounter",
+	"guce_referrer",
+	"guce_referrer_sig",
 	"awinaffid",
 	"awinmid",
 	"clickref",
 	"afftrack",
+	"sscid",
+	"awc",
+	"cjevent",
+	"cjdata",
+	"irclickid",
+	"irgwc",
+	"ir_adid",
+	"ir_campaignid",
+	"ir_partnerid",
 	"itm_source",
 	"itm_medium",
 	"itm_campaign",
@@ -150,8 +176,9 @@ const defaultTrackingParams = [
 	"trk",
 	"vero_conv",
 	"vero_id",
+	"vgo_ee",
 	"wickedid",
 	"xtor"
 ];
 //#endregion
-export { defaultTrackingParams };
+export { trackingParamsLiterals };

package/dist/tracking/patterns.d.ts

@@ -0,0 +1,4 @@
+//#region src/tracking/patterns.d.ts
+declare const trackingParamsPatterns: Array<RegExp>;
+//#endregion
+export { trackingParamsPatterns };

package/dist/tracking/patterns.js

@@ -0,0 +1,19 @@
+//#region src/tracking/patterns.ts
+const trackingParamsPatterns = [
+	/^utm_[a-z0-9_-]+$/,
+	/^stm_[a-z0-9_-]+$/,
+	/^hsa_[a-z0-9_]+$/,
+	/^mtm_[a-z0-9_]+$/,
+	/^pk_[a-z0-9_]+$/,
+	/^piwik_[a-z0-9_]+$/,
+	/^itm_[a-z0-9_]+$/,
+	/^int_[a-z0-9_]+$/,
+	/^at_[a-z0-9_]+$/,
+	/^g2i_[a-z0-9_]+$/,
+	/^bsft_[a-z0-9_]+$/,
+	/^sfmc_[a-z0-9_]+$/,
+	/^oft_[a-z0-9_]+$/,
+	/^cm_mmca?\d*$/
+];
+//#endregion
+export { trackingParamsPatterns };

package/dist/types.d.ts

@@ -1,9 +1,10 @@
 //#region src/types.d.ts
 type UrlUnwrapper = (url: URL) => string | undefined;
+type TrackingParam = string | RegExp;
 type CleanUrlOptions = {
   unwrappers?: Array<UrlUnwrapper>;
-  trackingParams?: Array<string>;
+  trackingParams?: Array<TrackingParam>;
   maxUnwrapDepth?: number;
 };
 //#endregion
-export { CleanUrlOptions, UrlUnwrapper };
+export { CleanUrlOptions, TrackingParam, UrlUnwrapper };

package/dist/unwraps/ampCache.js

@@ -1,4 +1,4 @@
-import { isHostOf, isSubdomainOf } from "../utils.js";
+import { isHostOf, isSubdomainOf } from "../node_modules/trousse/dist/urls.js";
 //#region src/unwraps/ampCache.ts
 const httpsPathRegex = /^\/c\/s\/(.+)$/;
 const httpPathRegex = /^\/c\/(?!s\/)(.+)$/;

package/dist/unwraps/bsky.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/bsky.d.ts
+declare const unwrapBlueskyRedirect: UrlUnwrapper;
+//#endregion
+export { unwrapBlueskyRedirect };

package/dist/unwraps/bsky.js

@@ -0,0 +1,9 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/bsky.ts
+const unwrapBlueskyRedirect = createParamExtractor({
+	hosts: "go.bsky.app",
+	path: "/redirect",
+	params: ["u"]
+});
+//#endregion
+export { unwrapBlueskyRedirect };

package/dist/unwraps/facebook.js

@@ -1,7 +1,11 @@
 import { createParamExtractor } from "../utils.js";
 //#region src/unwraps/facebook.ts
 const unwrapFacebookShim = createParamExtractor({
-	hosts: ["l.facebook.com", "lm.facebook.com"],
+	hosts: [
+		"l.facebook.com",
+		"lm.facebook.com",
+		"l.messenger.com"
+	],
 	path: "/l.php",
 	params: ["u"]
 });

package/dist/unwraps/googleNewsModern.js

@@ -1,4 +1,5 @@
-import { decodeBase64Binary, isHostOf } from "../utils.js";
+import { isHostOf } from "../node_modules/trousse/dist/urls.js";
+import { decodeBase64Binary } from "../utils.js";
 //#region src/unwraps/googleNewsModern.ts
 const articleIdRegex = /^\/(?:rss\/)?articles\/([\w-]+)/;
 const base64UrlMinusRegex = /-/g;

package/dist/unwraps/threads.d.ts

@@ -0,0 +1,6 @@
+import { UrlUnwrapper } from "../types.js";
+
+//#region src/unwraps/threads.d.ts
+declare const unwrapThreadsShim: UrlUnwrapper;
+//#endregion
+export { unwrapThreadsShim };

package/dist/unwraps/threads.js

@@ -0,0 +1,8 @@
+import { createParamExtractor } from "../utils.js";
+//#region src/unwraps/threads.ts
+const unwrapThreadsShim = createParamExtractor({
+	hosts: ["l.threads.com", "l.threads.net"],
+	params: ["u"]
+});
+//#endregion
+export { unwrapThreadsShim };

package/dist/utils.js

@@ -15,30 +15,18 @@ const createParamExtractor = (config) => {
 		}
 	};
 };
-const isHostOf = (url, hosts) => {
-	try {
-		const hostname = (url instanceof URL ? url : new URL(url)).hostname.toLowerCase();
-		return (Array.isArray(hosts) ? hosts : [hosts]).some((host) => hostname === host.toLowerCase().trim());
-	} catch {}
-	return false;
-};
-const isSubdomainOf = (url, domains) => {
-	try {
-		const hostname = (url instanceof URL ? url : new URL(url)).hostname.toLowerCase();
-		return (Array.isArray(domains) ? domains : [domains]).some((domain) => hostname.endsWith(`.${domain}`));
-	} catch {}
-	return false;
-};
 const decodeBase64Binary = (value) => {
 	try {
 		return atob(value);
 	} catch {}
 };
+const utf8Decoder = new TextDecoder();
 const decodeBase64 = (value) => {
 	const binary = decodeBase64Binary(value);
 	if (binary === void 0) return;
-	const bytes = Uint8Array.from(binary, (char) => char.charCodeAt(0));
-	return new TextDecoder().decode(bytes);
+	const bytes = new Uint8Array(binary.length);
+	for (let index = 0; index < binary.length; index++) bytes[index] = binary.charCodeAt(index);
+	return utf8Decoder.decode(bytes);
 };
 const decodeBase64Url = (value) => {
 	return decodeBase64(value.replace(/-/g, "+").replace(/_/g, "/"));
@@ -47,4 +35,4 @@ const getUtf8ByteLength = (value) => {
 	return new TextEncoder().encode(value).length;
 };
 //#endregion
-export { createParamExtractor, decodeBase64, decodeBase64Binary, decodeBase64Url, getUtf8ByteLength, isHostOf, isSubdomainOf };
+export { createParamExtractor, decodeBase64, decodeBase64Binary, decodeBase64Url, getUtf8ByteLength };

package/package.json

@@ -38,8 +38,9 @@
   },
   "devDependencies": {
     "@types/bun": "^1.3.14",
-    "kvalita": "^1.14.0",
+    "kvalita": "^1.15.0",
+    "trousse": "^1.0.0",
     "tsdown": "^0.22.2"
   },
-  "version": "1.0.0"
+  "version": "1.2.0"
 }

package/dist/params.d.ts

@@ -1,4 +0,0 @@
-//#region src/params.d.ts
-declare const defaultTrackingParams: string[];
-//#endregion
-export { defaultTrackingParams };