trousse 2.8.0 → 2.10.0

package/dist/index.d.ts

@@ -1,12 +1,13 @@
 import { omitEmpty } from "./arrays.js";
-import { AnyOf, DeepOmit, IsPlainObject, MaybePromise, NormalizeOptions, Nullish, PartialNullish, Pattern, RegistrableDomainOptions } from "./types.js";
+import { AnyOf, DeepOmit, IsPlainObject, MaybePromise, NormalizeOptions, Nullish, PartialNullish, Pattern, RegistrableDomainOptions, WeightedMimeType } from "./types.js";
 import { coerceArray, coerceBoolean, coerceDate, coerceNumber, coerceSingular, coerceString } from "./coercions.js";
 import { archiveExtensions, audioExtensions, codeExtensions, documentExtensions, flashExtensions, fontExtensions, imageExtensions, installerExtensions, subtitleExtensions, videoExtensions } from "./files.js";
 import { isBoolean, isFunction, isNonEmptyString, isNullish, isNumber, isObject, isPlainObject, isPresent, isString, isValidDate } from "./is.js";
 import { isJsonLike, isParseableJson } from "./json.js";
 import { escapeHtml, t, tx } from "./locales.js";
 import { anyWordMatchesAnyOf, endsWithAnyOf, escapeRegex, getAnyOf, includesAnyOf, isAnyOf, startsWithAnyOf } from "./matching.js";
+import { createAcceptHeader, feedMimeTypes, genericFeedMimeTypes, genericHtmlMimeTypes, htmlMimeTypes } from "./mimes.js";
 import { omit, pick, toMap, trimObject } from "./objects.js";
 import { sleep } from "./timers.js";
-import { addMissingProtocol, addMissingScheme, decodeSegment, fixMalformedProtocol, fixMalformedScheme, getPathSegments, getRegistrableDomain, getSubdomain, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isSubdomainOf, normalizeUrl, parseUrl, resolveFeedProtocol, resolveFeedScheme, resolveUrl, stripWww, upgradeProtocol, upgradeScheme } from "./urls.js";
-export { type AnyOf, type DeepOmit, type IsPlainObject, type MaybePromise, type NormalizeOptions, type Nullish, type PartialNullish, type Pattern, type RegistrableDomainOptions, addMissingProtocol, addMissingScheme, anyWordMatchesAnyOf, archiveExtensions, audioExtensions, codeExtensions, coerceArray, coerceBoolean, coerceDate, coerceNumber, coerceSingular, coerceString, decodeSegment, documentExtensions, endsWithAnyOf, escapeHtml, escapeRegex, fixMalformedProtocol, fixMalformedScheme, flashExtensions, fontExtensions, getAnyOf, getPathSegments, getRegistrableDomain, getSubdomain, imageExtensions, includesAnyOf, installerExtensions, isAnyOf, isBoolean, isFunction, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isJsonLike, isNonEmptyString, isNullish, isNumber, isObject, isParseableJson, isPlainObject, isPresent, isString, isSubdomainOf, isValidDate, normalizeUrl, omit, omitEmpty, parseUrl, pick, resolveFeedProtocol, resolveFeedScheme, resolveUrl, sleep, startsWithAnyOf, stripWww, subtitleExtensions, t, toMap, trimObject, tx, upgradeProtocol, upgradeScheme, videoExtensions };
+import { addMissingProtocol, addMissingScheme, createUrlVariants, decodeSegment, fixMalformedProtocol, fixMalformedScheme, getPathSegments, getRegistrableDomain, getSubdomain, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isSubdomainOf, normalizeUrl, parseUrl, resolveFeedProtocol, resolveFeedScheme, resolveUrl, stripWww, upgradeProtocol, upgradeScheme } from "./urls.js";
+export { type AnyOf, type DeepOmit, type IsPlainObject, type MaybePromise, type NormalizeOptions, type Nullish, type PartialNullish, type Pattern, type RegistrableDomainOptions, type WeightedMimeType, addMissingProtocol, addMissingScheme, anyWordMatchesAnyOf, archiveExtensions, audioExtensions, codeExtensions, coerceArray, coerceBoolean, coerceDate, coerceNumber, coerceSingular, coerceString, createAcceptHeader, createUrlVariants, decodeSegment, documentExtensions, endsWithAnyOf, escapeHtml, escapeRegex, feedMimeTypes, fixMalformedProtocol, fixMalformedScheme, flashExtensions, fontExtensions, genericFeedMimeTypes, genericHtmlMimeTypes, getAnyOf, getPathSegments, getRegistrableDomain, getSubdomain, htmlMimeTypes, imageExtensions, includesAnyOf, installerExtensions, isAnyOf, isBoolean, isFunction, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isJsonLike, isNonEmptyString, isNullish, isNumber, isObject, isParseableJson, isPlainObject, isPresent, isString, isSubdomainOf, isValidDate, normalizeUrl, omit, omitEmpty, parseUrl, pick, resolveFeedProtocol, resolveFeedScheme, resolveUrl, sleep, startsWithAnyOf, stripWww, subtitleExtensions, t, toMap, trimObject, tx, upgradeProtocol, upgradeScheme, videoExtensions };

package/dist/index.js

@@ -5,7 +5,8 @@ import { archiveExtensions, audioExtensions, codeExtensions, documentExtensions,
 import { isJsonLike, isParseableJson } from "./json.js";
 import { escapeHtml, t, tx } from "./locales.js";
 import { anyWordMatchesAnyOf, endsWithAnyOf, escapeRegex, getAnyOf, includesAnyOf, isAnyOf, startsWithAnyOf } from "./matching.js";
+import { createAcceptHeader, feedMimeTypes, genericFeedMimeTypes, genericHtmlMimeTypes, htmlMimeTypes } from "./mimes.js";
 import { omit, pick, toMap, trimObject } from "./objects.js";
 import { sleep } from "./timers.js";
-import { addMissingProtocol, addMissingScheme, decodeSegment, fixMalformedProtocol, fixMalformedScheme, getPathSegments, getRegistrableDomain, getSubdomain, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isSubdomainOf, normalizeUrl, parseUrl, resolveFeedProtocol, resolveFeedScheme, resolveUrl, stripWww, upgradeProtocol, upgradeScheme } from "./urls.js";
-export { addMissingProtocol, addMissingScheme, anyWordMatchesAnyOf, archiveExtensions, audioExtensions, codeExtensions, coerceArray, coerceBoolean, coerceDate, coerceNumber, coerceSingular, coerceString, decodeSegment, documentExtensions, endsWithAnyOf, escapeHtml, escapeRegex, fixMalformedProtocol, fixMalformedScheme, flashExtensions, fontExtensions, getAnyOf, getPathSegments, getRegistrableDomain, getSubdomain, imageExtensions, includesAnyOf, installerExtensions, isAnyOf, isBoolean, isFunction, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isJsonLike, isNonEmptyString, isNullish, isNumber, isObject, isParseableJson, isPlainObject, isPresent, isString, isSubdomainOf, isValidDate, normalizeUrl, omit, omitEmpty, parseUrl, pick, resolveFeedProtocol, resolveFeedScheme, resolveUrl, sleep, startsWithAnyOf, stripWww, subtitleExtensions, t, toMap, trimObject, tx, upgradeProtocol, upgradeScheme, videoExtensions };
+import { addMissingProtocol, addMissingScheme, createUrlVariants, decodeSegment, fixMalformedProtocol, fixMalformedScheme, getPathSegments, getRegistrableDomain, getSubdomain, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isSubdomainOf, normalizeUrl, parseUrl, resolveFeedProtocol, resolveFeedScheme, resolveUrl, stripWww, upgradeProtocol, upgradeScheme } from "./urls.js";
+export { addMissingProtocol, addMissingScheme, anyWordMatchesAnyOf, archiveExtensions, audioExtensions, codeExtensions, coerceArray, coerceBoolean, coerceDate, coerceNumber, coerceSingular, coerceString, createAcceptHeader, createUrlVariants, decodeSegment, documentExtensions, endsWithAnyOf, escapeHtml, escapeRegex, feedMimeTypes, fixMalformedProtocol, fixMalformedScheme, flashExtensions, fontExtensions, genericFeedMimeTypes, genericHtmlMimeTypes, getAnyOf, getPathSegments, getRegistrableDomain, getSubdomain, htmlMimeTypes, imageExtensions, includesAnyOf, installerExtensions, isAnyOf, isBoolean, isFunction, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isJsonLike, isNonEmptyString, isNullish, isNumber, isObject, isParseableJson, isPlainObject, isPresent, isString, isSubdomainOf, isValidDate, normalizeUrl, omit, omitEmpty, parseUrl, pick, resolveFeedProtocol, resolveFeedScheme, resolveUrl, sleep, startsWithAnyOf, stripWww, subtitleExtensions, t, toMap, trimObject, tx, upgradeProtocol, upgradeScheme, videoExtensions };

package/dist/mimes.d.ts

@@ -0,0 +1,8 @@
+import { WeightedMimeType } from "./types.js";
+//#region src/mimes.d.ts
+export declare const feedMimeTypes: Array<WeightedMimeType>;
+export declare const genericFeedMimeTypes: Array<WeightedMimeType>;
+export declare const htmlMimeTypes: Array<WeightedMimeType>;
+export declare const genericHtmlMimeTypes: Array<WeightedMimeType>;
+export declare const createAcceptHeader: (types: ReadonlyArray<WeightedMimeType>) => string;
+//#endregion

package/dist/mimes.js

@@ -0,0 +1,103 @@
+//#region src/mimes.ts
+const feedMimeTypes = [
+	{
+		mime: "application/atom+xml",
+		quality: 1
+	},
+	{
+		mime: "application/rss+xml",
+		quality: 1
+	},
+	{
+		mime: "application/feed+json",
+		quality: 1
+	},
+	{
+		mime: "application/rdf+xml",
+		quality: 1
+	},
+	{
+		mime: "application/rss",
+		quality: .9
+	},
+	{
+		mime: "text/rss",
+		quality: .9
+	},
+	{
+		mime: "text/rss+xml",
+		quality: .9
+	},
+	{
+		mime: "application/x-rss+xml",
+		quality: .9
+	},
+	{
+		mime: "application/atom",
+		quality: .9
+	},
+	{
+		mime: "application/x.atom+xml",
+		quality: .9
+	},
+	{
+		mime: "application/x-atom+xml",
+		quality: .9
+	},
+	{
+		mime: "text/atom+xml",
+		quality: .9
+	},
+	{
+		mime: "text/atom",
+		quality: .9
+	},
+	{
+		mime: "text/rdf",
+		quality: .9
+	},
+	{
+		mime: "text/rdf+xml",
+		quality: .9
+	}
+];
+const genericFeedMimeTypes = [
+	{
+		mime: "application/xml",
+		quality: .8
+	},
+	{
+		mime: "text/xml",
+		quality: .8
+	},
+	{
+		mime: "application/json",
+		quality: .8
+	},
+	{
+		mime: "text/plain",
+		quality: .1
+	}
+];
+const htmlMimeTypes = [{
+	mime: "text/html",
+	quality: 1
+}, {
+	mime: "application/xhtml+xml",
+	quality: 1
+}];
+const genericHtmlMimeTypes = [{
+	mime: "application/xml",
+	quality: .9
+}, {
+	mime: "*/*",
+	quality: .8
+}];
+const createAcceptHeader = (types) => {
+	return types.map((type) => {
+		if (type.quality === 1) return type.mime;
+		return `${type.mime};q=${type.quality}`;
+	}).join(", ");
+};
+//#endregion
+export { createAcceptHeader, feedMimeTypes, genericFeedMimeTypes, genericHtmlMimeTypes, htmlMimeTypes };

package/dist/types.d.ts

@@ -28,4 +28,8 @@ export type NormalizeOptions = {
   normalizeEncoding?: boolean;
   normalizeUnicode?: boolean;
 };
+export type WeightedMimeType = {
+  mime: string;
+  quality: number;
+};
 //#endregion

package/dist/urls.d.ts

@@ -16,6 +16,7 @@ export declare const resolveUrl: (url: string, base?: string) => string | undefi
 export declare const normalizeUrl: (url: string, options: NormalizeOptions) => string;
 export declare const stripWww: (hostname: string) => string;
 export declare const isIpAddress: (hostname: string) => boolean;
+export declare const createUrlVariants: (url: string) => Array<string>;
 export declare const getRegistrableDomain: (url: string | URL, options?: RegistrableDomainOptions) => string | undefined;
 /** @deprecated Use `fixMalformedScheme` instead. */
 export declare const fixMalformedProtocol: typeof fixMalformedScheme;

package/dist/urls.js

@@ -70,6 +70,7 @@ const ipv4Regex = /^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/;
 const ipv6Regex = /^([0-9a-f]{0,4}:){2,7}[0-9a-f]{0,4}$/i;
 const wwwPrefixRegex = /^(?:www\.)+(?=.*\.)/;
 const ipv6BracketsRegex = /^\[|\]$/g;
+const fileExtensionRegex = /\.[a-z][a-z0-9]{0,5}$/i;
 const unreservedCharsRegex = /[a-zA-Z0-9._~-]/;
 const httpsLetterRegex = /s/i;
 const schemePrefixRegex = /^https?:\/\//;
@@ -265,6 +266,26 @@ const stripWww = (hostname) => {
 const isIpAddress = (hostname) => {
 	return ipv4Regex.test(hostname) || ipv6Regex.test(hostname.replace(ipv6BracketsRegex, ""));
 };
+const createUrlVariants = (url) => {
+	const parsed = parseUrl(url);
+	if (!parsed || !isHttpUrl(parsed)) return [];
+	const hostname = stripWww(parsed.hostname);
+	const hostnames = [hostname];
+	if (hostname.includes(".") && !isIpAddress(hostname)) hostnames.push(`www.${hostname}`);
+	const hasTrailingSlash = parsed.pathname.endsWith("/");
+	const pathname = hasTrailingSlash ? parsed.pathname.slice(0, -1) : parsed.pathname;
+	const pathnames = [pathname];
+	if (pathname && (hasTrailingSlash || !fileExtensionRegex.test(pathname))) pathnames.push(`${pathname}/`);
+	const variants = [];
+	for (const scheme of ["https:", "http:"]) for (const variantHostname of hostnames) for (const variantPathname of pathnames) {
+		const variant = new URL(parsed.href);
+		variant.protocol = scheme;
+		variant.hostname = variantHostname;
+		variant.pathname = variantPathname;
+		variants.push(variant.href);
+	}
+	return variants;
+};
 const genericSecondLevels = [
 	"ac",
 	"co",
@@ -334,4 +355,4 @@ const addMissingProtocol = addMissingScheme;
 /** @deprecated Use `upgradeScheme` instead. */
 const upgradeProtocol = upgradeScheme;
 //#endregion
-export { addMissingProtocol, addMissingScheme, decodeSegment, fixMalformedProtocol, fixMalformedScheme, getPathSegments, getRegistrableDomain, getSubdomain, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isSubdomainOf, normalizeUrl, parseUrl, resolveFeedProtocol, resolveFeedScheme, resolveUrl, stripWww, upgradeProtocol, upgradeScheme };
+export { addMissingProtocol, addMissingScheme, createUrlVariants, decodeSegment, fixMalformedProtocol, fixMalformedScheme, getPathSegments, getRegistrableDomain, getSubdomain, isHostOf, isHostOrSubdomainOf, isHttpUrl, isIpAddress, isSubdomainOf, normalizeUrl, parseUrl, resolveFeedProtocol, resolveFeedScheme, resolveUrl, stripWww, upgradeProtocol, upgradeScheme };

package/package.json

@@ -46,5 +46,5 @@
   "dependencies": {
     "entities": "^8.1.0"
   },
-  "version": "2.8.0"
+  "version": "2.10.0"
 }