feedcanon 0.9.2 → 1.0.0-beta.1

package/dist/defaults.cjs

@@ -18,6 +18,8 @@ const defaultStrippedParams = [
 	"wbraid",
 	"gclsrc",
 	"gad_source",
+	"gad_campaignid",
+	"srsltid",
 	"fbclid",
 	"fb_action_ids",
 	"fb_action_types",
@@ -60,12 +62,43 @@ const defaultStrippedParams = [
 	"hsa_src",
 	"hsa_tgt",
 	"hsa_ver",
+	"hsCtaTracking",
+	"__hstc",
+	"__hsfp",
+	"__hssc",
 	"cid",
 	"s_kwcid",
 	"ef_id",
 	"obOrigUrl",
 	"dicbo",
 	"yclid",
+	"awinaffid",
+	"awinmid",
+	"clickref",
+	"afftrack",
+	"itm_source",
+	"itm_medium",
+	"itm_campaign",
+	"itm_content",
+	"itm_channel",
+	"itm_audience",
+	"int_source",
+	"int_medium",
+	"int_campaign",
+	"int_content",
+	"int_placement",
+	"int_campaign_type",
+	"int_keycode",
+	"g2i_source",
+	"g2i_medium",
+	"g2i_campaign",
+	"g2i_or_o",
+	"g2i_or_p",
+	"doing_wp_cron",
+	"preview",
+	"preview_id",
+	"preview_nonce",
+	"replytocom",
 	"_",
 	"timestamp",
 	"ts",
@@ -74,6 +107,14 @@ const defaultStrippedParams = [
 	"nocache",
 	"rand",
 	"random",
+	"forceByPassCache",
+	"sucurianticache",
+	"cleancache",
+	"rebuildcache",
+	"kontrol_health_check_timestamp",
+	"_x_tr_sl",
+	"_x_tr_tl",
+	"_x_tr_hl",
 	"action_object_map",
 	"action_ref_map",
 	"action_type_map",
@@ -93,9 +134,6 @@ const defaultStrippedParams = [
 	"hmb_campaign",
 	"hmb_medium",
 	"hmb_source",
-	"itm_campaign",
-	"itm_medium",
-	"itm_source",
 	"ml_subscriber",
 	"ml_subscriber_hash",
 	"oly_anon_id",
@@ -118,7 +156,6 @@ const defaultNormalizeOptions = {
 	stripRootSlash: true,
 	collapseSlashes: true,
 	stripHash: true,
-	stripTextFragment: true,
 	sortQueryParams: true,
 	stripQueryParams: defaultStrippedParams,
 	stripEmptyQuery: true,
@@ -136,7 +173,6 @@ const defaultTiers = [
 		stripRootSlash: true,
 		collapseSlashes: true,
 		stripHash: true,
-		stripTextFragment: true,
 		sortQueryParams: true,
 		stripQueryParams: defaultStrippedParams,
 		stripEmptyQuery: true,
@@ -153,7 +189,6 @@ const defaultTiers = [
 		stripRootSlash: true,
 		collapseSlashes: true,
 		stripHash: true,
-		stripTextFragment: true,
 		sortQueryParams: true,
 		stripQueryParams: defaultStrippedParams,
 		stripEmptyQuery: true,
@@ -170,7 +205,6 @@ const defaultTiers = [
 		stripRootSlash: true,
 		collapseSlashes: true,
 		stripHash: true,
-		stripTextFragment: true,
 		sortQueryParams: true,
 		stripQueryParams: defaultStrippedParams,
 		stripEmptyQuery: true,

package/dist/defaults.js

@@ -18,6 +18,8 @@ const defaultStrippedParams = [
 	"wbraid",
 	"gclsrc",
 	"gad_source",
+	"gad_campaignid",
+	"srsltid",
 	"fbclid",
 	"fb_action_ids",
 	"fb_action_types",
@@ -60,12 +62,43 @@ const defaultStrippedParams = [
 	"hsa_src",
 	"hsa_tgt",
 	"hsa_ver",
+	"hsCtaTracking",
+	"__hstc",
+	"__hsfp",
+	"__hssc",
 	"cid",
 	"s_kwcid",
 	"ef_id",
 	"obOrigUrl",
 	"dicbo",
 	"yclid",
+	"awinaffid",
+	"awinmid",
+	"clickref",
+	"afftrack",
+	"itm_source",
+	"itm_medium",
+	"itm_campaign",
+	"itm_content",
+	"itm_channel",
+	"itm_audience",
+	"int_source",
+	"int_medium",
+	"int_campaign",
+	"int_content",
+	"int_placement",
+	"int_campaign_type",
+	"int_keycode",
+	"g2i_source",
+	"g2i_medium",
+	"g2i_campaign",
+	"g2i_or_o",
+	"g2i_or_p",
+	"doing_wp_cron",
+	"preview",
+	"preview_id",
+	"preview_nonce",
+	"replytocom",
 	"_",
 	"timestamp",
 	"ts",
@@ -74,6 +107,14 @@ const defaultStrippedParams = [
 	"nocache",
 	"rand",
 	"random",
+	"forceByPassCache",
+	"sucurianticache",
+	"cleancache",
+	"rebuildcache",
+	"kontrol_health_check_timestamp",
+	"_x_tr_sl",
+	"_x_tr_tl",
+	"_x_tr_hl",
 	"action_object_map",
 	"action_ref_map",
 	"action_type_map",
@@ -93,9 +134,6 @@ const defaultStrippedParams = [
 	"hmb_campaign",
 	"hmb_medium",
 	"hmb_source",
-	"itm_campaign",
-	"itm_medium",
-	"itm_source",
 	"ml_subscriber",
 	"ml_subscriber_hash",
 	"oly_anon_id",
@@ -118,7 +156,6 @@ const defaultNormalizeOptions = {
 	stripRootSlash: true,
 	collapseSlashes: true,
 	stripHash: true,
-	stripTextFragment: true,
 	sortQueryParams: true,
 	stripQueryParams: defaultStrippedParams,
 	stripEmptyQuery: true,
@@ -136,7 +173,6 @@ const defaultTiers = [
 		stripRootSlash: true,
 		collapseSlashes: true,
 		stripHash: true,
-		stripTextFragment: true,
 		sortQueryParams: true,
 		stripQueryParams: defaultStrippedParams,
 		stripEmptyQuery: true,
@@ -153,7 +189,6 @@ const defaultTiers = [
 		stripRootSlash: true,
 		collapseSlashes: true,
 		stripHash: true,
-		stripTextFragment: true,
 		sortQueryParams: true,
 		stripQueryParams: defaultStrippedParams,
 		stripEmptyQuery: true,
@@ -170,7 +205,6 @@ const defaultTiers = [
 		stripRootSlash: true,
 		collapseSlashes: true,
 		stripHash: true,
-		stripTextFragment: true,
 		sortQueryParams: true,
 		stripQueryParams: defaultStrippedParams,
 		stripEmptyQuery: true,

package/dist/index.cjs

@@ -2,8 +2,8 @@ const require_defaults = require('./defaults.cjs');
 const require_utils = require('./utils.cjs');
 
 //#region src/index.ts
-const findCanonical = async (inputUrl, options) => {
-	const { fetchFn = require_utils.nativeFetch, existsFn, parser = require_utils.feedsmithParser, tiers = require_defaults.defaultTiers, platforms = require_defaults.defaultPlatforms, onFetch, onMatch, onExists } = options ?? {};
+async function findCanonical(inputUrl, options) {
+	const { parser = require_utils.feedsmithParser, fetchFn = require_utils.nativeFetch, existsFn, tiers = require_defaults.defaultTiers, platforms = require_defaults.defaultPlatforms, onFetch, onMatch, onExists } = options ?? {};
 	const resolveAndApplyPlatformHandlers = (url, baseUrl) => {
 		const resolved = require_utils.resolveUrl(url, baseUrl);
 		return resolved ? require_utils.applyPlatformHandlers(resolved, platforms) : void 0;
@@ -125,7 +125,7 @@ const findCanonical = async (inputUrl, options) => {
 		}
 	}
 	return winningUrl;
-};
+}
 
 //#endregion
 exports.findCanonical = findCanonical;

package/dist/index.d.cts

@@ -1,6 +1,9 @@
-import { FeedsmithFeed, FindCanonicalOptions } from "./types.cjs";
+import { FeedsmithFeed, FetchFnResponse, FindCanonicalOptions, ParserAdapter } from "./types.cjs";
 
 //#region src/index.d.ts
-declare const findCanonical: <TFeed = FeedsmithFeed, TExisting = unknown>(inputUrl: string, options?: FindCanonicalOptions<TFeed, TExisting>) => Promise<string | undefined>;
+declare function findCanonical<TResponse extends FetchFnResponse = FetchFnResponse, TExisting = unknown>(inputUrl: string, options?: Omit<FindCanonicalOptions<FeedsmithFeed, TResponse, TExisting>, 'parser'>): Promise<string | undefined>;
+declare function findCanonical<TFeed, TResponse extends FetchFnResponse = FetchFnResponse, TExisting = unknown>(inputUrl: string, options: FindCanonicalOptions<TFeed, TResponse, TExisting> & {
+  parser: ParserAdapter<TFeed>;
+}): Promise<string | undefined>;
 //#endregion
 export { findCanonical };

package/dist/index.d.ts

@@ -1,6 +1,9 @@
-import { FeedsmithFeed, FindCanonicalOptions } from "./types.js";
+import { FeedsmithFeed, FetchFnResponse, FindCanonicalOptions, ParserAdapter } from "./types.js";
 
 //#region src/index.d.ts
-declare const findCanonical: <TFeed = FeedsmithFeed, TExisting = unknown>(inputUrl: string, options?: FindCanonicalOptions<TFeed, TExisting>) => Promise<string | undefined>;
+declare function findCanonical<TResponse extends FetchFnResponse = FetchFnResponse, TExisting = unknown>(inputUrl: string, options?: Omit<FindCanonicalOptions<FeedsmithFeed, TResponse, TExisting>, 'parser'>): Promise<string | undefined>;
+declare function findCanonical<TFeed, TResponse extends FetchFnResponse = FetchFnResponse, TExisting = unknown>(inputUrl: string, options: FindCanonicalOptions<TFeed, TResponse, TExisting> & {
+  parser: ParserAdapter<TFeed>;
+}): Promise<string | undefined>;
 //#endregion
 export { findCanonical };

package/dist/index.js

@@ -2,8 +2,8 @@ import { defaultPlatforms, defaultTiers } from "./defaults.js";
 import { applyPlatformHandlers, feedsmithParser, nativeFetch, normalizeUrl, resolveUrl } from "./utils.js";
 
 //#region src/index.ts
-const findCanonical = async (inputUrl, options) => {
-	const { fetchFn = nativeFetch, existsFn, parser = feedsmithParser, tiers = defaultTiers, platforms = defaultPlatforms, onFetch, onMatch, onExists } = options ?? {};
+async function findCanonical(inputUrl, options) {
+	const { parser = feedsmithParser, fetchFn = nativeFetch, existsFn, tiers = defaultTiers, platforms = defaultPlatforms, onFetch, onMatch, onExists } = options ?? {};
 	const resolveAndApplyPlatformHandlers = (url, baseUrl) => {
 		const resolved = resolveUrl(url, baseUrl);
 		return resolved ? applyPlatformHandlers(resolved, platforms) : void 0;
@@ -125,7 +125,7 @@ const findCanonical = async (inputUrl, options) => {
 		}
 	}
 	return winningUrl;
-};
+}
 
 //#endregion
 export { findCanonical };

package/dist/types.d.cts

@@ -19,7 +19,6 @@ type NormalizeOptions = {
   stripRootSlash?: boolean;
   collapseSlashes?: boolean;
   stripHash?: boolean;
-  stripTextFragment?: boolean;
   sortQueryParams?: boolean;
   stripQueryParams?: Array<string>;
   stripEmptyQuery?: boolean;
@@ -28,40 +27,40 @@ type NormalizeOptions = {
   normalizeUnicode?: boolean;
   convertToPunycode?: boolean;
 };
-type OnFetchFn = (data: {
+type OnFetchFn<TResponse extends FetchFnResponse = FetchFnResponse> = (data: {
   url: string;
-  response: FetchFnResponse;
+  response: TResponse;
 }) => void;
-type OnMatchFn<TFeed = unknown> = (data: {
+type OnMatchFn<TFeed = unknown, TResponse extends FetchFnResponse = FetchFnResponse> = (data: {
   url: string;
-  response: FetchFnResponse;
+  response: TResponse;
   feed: TFeed;
 }) => void;
 type OnExistsFn<T> = (data: {
   url: string;
   data: T;
 }) => void;
-type ExistsFn<T = unknown> = (url: string) => Promise<T | undefined>;
-type FindCanonicalOptions<TFeed = FeedsmithFeed, TExisting = unknown> = {
+type FindCanonicalOptions<TFeed = FeedsmithFeed, TResponse extends FetchFnResponse = FetchFnResponse, TExisting = unknown> = {
   parser?: ParserAdapter<TFeed>;
-  fetchFn?: FetchFn;
+  fetchFn?: FetchFn<TResponse>;
   existsFn?: ExistsFn<TExisting>;
   tiers?: Array<NormalizeOptions>;
   platforms?: Array<PlatformHandler>;
-  onFetch?: OnFetchFn;
-  onMatch?: OnMatchFn<TFeed>;
+  onFetch?: OnFetchFn<TResponse>;
+  onMatch?: OnMatchFn<TFeed, TResponse>;
   onExists?: OnExistsFn<TExisting>;
 };
 type FetchFnOptions = {
   method?: 'GET' | 'HEAD';
   headers?: Record<string, string>;
 };
+type ExistsFn<T = unknown> = (url: string) => Promise<T | undefined>;
 type FetchFnResponse = {
   headers: Headers;
   body: string;
   url: string;
   status: number;
 };
-type FetchFn = (url: string, options?: FetchFnOptions) => Promise<FetchFnResponse>;
+type FetchFn<TResponse extends FetchFnResponse = FetchFnResponse> = (url: string, options?: FetchFnOptions) => Promise<TResponse>;
 //#endregion
 export { ExistsFn, FeedsmithFeed, FetchFn, FetchFnOptions, FetchFnResponse, FindCanonicalOptions, NormalizeOptions, OnExistsFn, OnFetchFn, OnMatchFn, ParserAdapter, PlatformHandler };

package/dist/types.d.ts

@@ -19,7 +19,6 @@ type NormalizeOptions = {
   stripRootSlash?: boolean;
   collapseSlashes?: boolean;
   stripHash?: boolean;
-  stripTextFragment?: boolean;
   sortQueryParams?: boolean;
   stripQueryParams?: Array<string>;
   stripEmptyQuery?: boolean;
@@ -28,40 +27,40 @@ type NormalizeOptions = {
   normalizeUnicode?: boolean;
   convertToPunycode?: boolean;
 };
-type OnFetchFn = (data: {
+type OnFetchFn<TResponse extends FetchFnResponse = FetchFnResponse> = (data: {
   url: string;
-  response: FetchFnResponse;
+  response: TResponse;
 }) => void;
-type OnMatchFn<TFeed = unknown> = (data: {
+type OnMatchFn<TFeed = unknown, TResponse extends FetchFnResponse = FetchFnResponse> = (data: {
   url: string;
-  response: FetchFnResponse;
+  response: TResponse;
   feed: TFeed;
 }) => void;
 type OnExistsFn<T> = (data: {
   url: string;
   data: T;
 }) => void;
-type ExistsFn<T = unknown> = (url: string) => Promise<T | undefined>;
-type FindCanonicalOptions<TFeed = FeedsmithFeed, TExisting = unknown> = {
+type FindCanonicalOptions<TFeed = FeedsmithFeed, TResponse extends FetchFnResponse = FetchFnResponse, TExisting = unknown> = {
   parser?: ParserAdapter<TFeed>;
-  fetchFn?: FetchFn;
+  fetchFn?: FetchFn<TResponse>;
   existsFn?: ExistsFn<TExisting>;
   tiers?: Array<NormalizeOptions>;
   platforms?: Array<PlatformHandler>;
-  onFetch?: OnFetchFn;
-  onMatch?: OnMatchFn<TFeed>;
+  onFetch?: OnFetchFn<TResponse>;
+  onMatch?: OnMatchFn<TFeed, TResponse>;
   onExists?: OnExistsFn<TExisting>;
 };
 type FetchFnOptions = {
   method?: 'GET' | 'HEAD';
   headers?: Record<string, string>;
 };
+type ExistsFn<T = unknown> = (url: string) => Promise<T | undefined>;
 type FetchFnResponse = {
   headers: Headers;
   body: string;
   url: string;
   status: number;
 };
-type FetchFn = (url: string, options?: FetchFnOptions) => Promise<FetchFnResponse>;
+type FetchFn<TResponse extends FetchFnResponse = FetchFnResponse> = (url: string, options?: FetchFnOptions) => Promise<TResponse>;
 //#endregion
 export { ExistsFn, FeedsmithFeed, FetchFn, FetchFnOptions, FetchFnResponse, FindCanonicalOptions, NormalizeOptions, OnExistsFn, OnFetchFn, OnMatchFn, ParserAdapter, PlatformHandler };

package/dist/utils.cjs

@@ -91,7 +91,6 @@ const normalizeUrl = (url, options = require_defaults.defaultNormalizeOptions) =
 		}
 		if (options.stripWww && parsed.hostname.startsWith("www.")) parsed.hostname = parsed.hostname.slice(4);
 		if (options.stripHash) parsed.hash = "";
-		if (options.stripTextFragment && parsed.hash.startsWith("#:~:")) parsed.hash = "";
 		let pathname = parsed.pathname;
 		if (options.normalizeEncoding) pathname = decodeAndNormalizeEncoding(pathname);
 		if (options.collapseSlashes) pathname = pathname.replace(/\/+/g, "/");

package/dist/utils.js

@@ -91,7 +91,6 @@ const normalizeUrl = (url, options = defaultNormalizeOptions) => {
 		}
 		if (options.stripWww && parsed.hostname.startsWith("www.")) parsed.hostname = parsed.hostname.slice(4);
 		if (options.stripHash) parsed.hash = "";
-		if (options.stripTextFragment && parsed.hash.startsWith("#:~:")) parsed.hash = "";
 		let pathname = parsed.pathname;
 		if (options.normalizeEncoding) pathname = decodeAndNormalizeEncoding(pathname);
 		if (options.collapseSlashes) pathname = pathname.replace(/\/+/g, "/");

package/package.json

@@ -60,5 +60,5 @@
     "kvalita": "1.9.0",
     "tsdown": "^0.18.2"
   },
-  "version": "0.9.2"
+  "version": "1.0.0-beta.1"
 }