@adobe/spacecat-shared-utils 1.70.0 → 1.71.0

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+# [@adobe/spacecat-shared-utils-v1.71.0](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-utils-v1.70.1...@adobe/spacecat-shared-utils-v1.71.0) (2025-11-11)
+
+
+### Features
+
+* added redirected url in broken-backlink ([#1111](https://github.com/adobe/spacecat-shared/issues/1111)) ([d0e1bd6](https://github.com/adobe/spacecat-shared/commit/d0e1bd619f8d2fe33807f58a23e54eac49b83708))
+
+# [@adobe/spacecat-shared-utils-v1.70.1](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-utils-v1.70.0...@adobe/spacecat-shared-utils-v1.70.1) (2025-11-08)
+
+
+### Bug Fixes
+
+* **deps:** update external fixes ([#1107](https://github.com/adobe/spacecat-shared/issues/1107)) ([f4cdb50](https://github.com/adobe/spacecat-shared/commit/f4cdb50f96d18dd92de81055f2b58310a68c0cac))
+
 # [@adobe/spacecat-shared-utils-v1.70.0](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-utils-v1.69.4...@adobe/spacecat-shared-utils-v1.70.0) (2025-11-06)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/spacecat-shared-utils",
-  "version": "1.70.0",
+  "version": "1.71.0",
   "description": "Shared modules of the Spacecat Services - utils",
   "type": "module",
   "exports": {
@@ -53,8 +53,8 @@
   },
   "dependencies": {
     "@adobe/fetch": "4.2.3",
-    "@aws-sdk/client-s3": "3.922.0",
-    "@aws-sdk/client-sqs": "3.922.0",
+    "@aws-sdk/client-s3": "3.927.0",
+    "@aws-sdk/client-sqs": "3.927.0",
     "@json2csv/plainjs": "7.0.6",
     "aws-xray-sdk": "3.11.0",
     "cheerio": "1.1.2",

package/src/url-extractors.js

@@ -10,13 +10,43 @@
  * governing permissions and limitations under the License.
  */
 
+import { context } from '@adobe/fetch';
 import { OPPORTUNITY_TYPES } from './constants.js';
 
+const { fetch } = context();
+
+/**
+ * Helper function to follow redirects and return the final URL
+ * @param {string} url - The URL to follow
+ * @returns {Promise<string>} - The final URL after following redirects
+ */
+async function getFinalRedirectUrl(url) {
+  try {
+    const response = await fetch(url, {
+      method: 'HEAD',
+      redirect: 'follow',
+    });
+    return response.url;
+  } catch (error) {
+    // If HEAD fails, try GET
+    try {
+      const response = await fetch(url, {
+        method: 'GET',
+        redirect: 'follow',
+      });
+      return response.url;
+    } catch (getError) {
+      // If both fail, return the original URL
+      return url;
+    }
+  }
+}
+
 /**
  * Function to extract the URL from a suggestion based on a particular type
  * @param {*} suggestion
  */
-function extractUrlsFromSuggestion(opts) {
+async function extractUrlsFromSuggestion(opts) {
   const {
     opportunity,
     suggestion,
@@ -107,7 +137,8 @@ function extractUrlsFromSuggestion(opts) {
         {
           const url = data?.url_to;
           if (url && typeof url === 'string') {
-            urls.push(url);
+            const finalUrl = await getFinalRedirectUrl(url);
+            urls.push(finalUrl);
           }
         }
         break;