@adobe/spacecat-shared-utils 1.44.2 → 1.45.0

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+# [@adobe/spacecat-shared-utils-v1.45.0](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-utils-v1.44.3...@adobe/spacecat-shared-utils-v1.45.0) (2025-08-11)
+
+
+### Features
+
+* Create shared utils method for resolving canonical url ([#895](https://github.com/adobe/spacecat-shared/issues/895)) ([054ebf7](https://github.com/adobe/spacecat-shared/commit/054ebf7c0ef90269eac75558d3050ebee712c725))
+
+# [@adobe/spacecat-shared-utils-v1.44.3](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-utils-v1.44.2...@adobe/spacecat-shared-utils-v1.44.3) (2025-08-09)
+
+
+### Bug Fixes
+
+* **deps:** update external fixes ([#899](https://github.com/adobe/spacecat-shared/issues/899)) ([c2cc342](https://github.com/adobe/spacecat-shared/commit/c2cc3422a0a4a3f8d1a2724847da456bf801ff59))
+
 # [@adobe/spacecat-shared-utils-v1.44.2](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-utils-v1.44.1...@adobe/spacecat-shared-utils-v1.44.2) (2025-08-04)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/spacecat-shared-utils",
-  "version": "1.44.2",
+  "version": "1.45.0",
   "description": "Shared modules of the Spacecat Services - utils",
   "type": "module",
   "engines": {
@@ -39,17 +39,17 @@
     "chai-as-promised": "8.0.1",
     "esmock": "2.7.1",
     "husky": "9.1.7",
-    "nock": "14.0.8",
+    "nock": "14.0.9",
     "sinon": "20.0.0",
     "sinon-chai": "4.0.0"
   },
   "dependencies": {
     "@adobe/fetch": "4.2.2",
-    "@adobe/spacecat-shared-data-access": "2.31.0",
+    "@adobe/spacecat-shared-data-access": "2.45.0",
     "@adobe/spacecat-shared-ims-client": "1.8.3",
-    "@aws-sdk/client-s3": "3.859.0",
-    "@aws-sdk/client-secrets-manager": "3.859.0",
-    "@aws-sdk/client-sqs": "3.859.0",
+    "@aws-sdk/client-s3": "3.864.0",
+    "@aws-sdk/client-secrets-manager": "3.864.0",
+    "@aws-sdk/client-sqs": "3.864.0",
     "@json2csv/plainjs": "7.0.6",
     "aws-xray-sdk": "3.10.3",
     "uuid": "11.1.0"

package/src/index.js

@@ -61,6 +61,9 @@ export {
   stripTrailingDot,
   stripTrailingSlash,
   stripWWW,
+  resolveCanonicalUrl,
+  getSpacecatRequestHeaders,
+  ensureHttps,
 } from './url-helpers.js';
 
 export { getStoredMetrics, storeMetrics } from './metrics-store.js';

package/src/url-helpers.js

@@ -11,6 +11,7 @@
  */
 
 import { context as h2, h1 } from '@adobe/fetch';
+import { SPACECAT_USER_AGENT } from './tracing-fetch.js';
 
 /* c8 ignore next 3 */
 export const { fetch } = process.env.HELIX_FETCH_FORCE_HTTP1
@@ -105,7 +106,74 @@ async function composeAuditURL(url, userAgent) {
   return stripTrailingSlash(finalUrl);
 }
 
+/**
+ * Ensures the URL is HTTPS.
+ * @param {string} url - The URL to ensure is HTTPS.
+ * @returns {string} The HTTPS URL.
+ */
+function ensureHttps(url) {
+  const urlObj = new URL(url);
+  urlObj.protocol = 'https';
+  return urlObj.toString();
+}
+
+/**
+ * Gets spacecat HTTP headers with appropriate user agent for the request type
+ * @returns {Object} - HTTP headers object
+ */
+function getSpacecatRequestHeaders() {
+  return {
+    Accept: 'text/html,application/xhtml+xml,application/xml,text/css,application/javascript,text/javascript;q=0.9,image/avif,image/webp,*/*;q=0.8',
+    'Accept-Language': 'en-US,en;q=0.5',
+    'Cache-Control': 'no-cache',
+    Pragma: 'no-cache',
+    Referer: 'https://www.adobe.com/',
+    'User-Agent': SPACECAT_USER_AGENT,
+  };
+}
+
+/**
+ * Resolve canonical URL for a given URL string by following redirect chain.
+ * @param {string} urlString - The URL string to normalize.
+ * @param {string} method - HTTP method to use ('HEAD' or 'GET').
+ * @returns {Promise<string>} A Promise that resolves to the canonical URL.
+ */
+async function resolveCanonicalUrl(urlString, method = 'HEAD') {
+  const headers = getSpacecatRequestHeaders();
+  let resp;
+
+  try {
+    resp = await fetch(urlString, { headers, method });
+
+    if (resp.ok) {
+      return ensureHttps(resp.url);
+    }
+
+    // Handle redirect chains
+    if (urlString !== resp.url) {
+      return resolveCanonicalUrl(resp.url, method);
+    }
+
+    if (method === 'HEAD') {
+      return resolveCanonicalUrl(urlString, 'GET');
+    }
+
+    // If the URL is not found, throw an error
+    const errorMessage = `HTTP error! status: ${resp.status}`;
+    throw new Error(errorMessage);
+  } catch (err) {
+    // If HEAD failed with network error and we haven't tried GET yet, retry with GET
+    if (method === 'HEAD') {
+      return resolveCanonicalUrl(urlString, 'GET');
+    }
+    throw new Error(`Failed to retrieve URL (${urlString}): ${err.message}`);
+  }
+}
+
 export {
+  ensureHttps,
+  getSpacecatRequestHeaders,
+  resolveCanonicalUrl,
   composeBaseURL,
   composeAuditURL,
   prependSchema,