@uxf/scripts 1.5.4 → 1.6.0

package/.gitlab-ci.yml

@@ -2,7 +2,7 @@ stages:
   - release
 
 release:
-  image: node:16.9.1-buster-slim
+  image: node:18-buster-slim
   stage: release
   tags:
     - pluto-docker

package/Makefile

@@ -1,2 +1,2 @@
 uxf-release:
-	CI_SERVER_URL=https://gitlab.uxf.cz GITLAB_TOKEN= SLACK_TOKEN=xoxb- ./bin/uxf-release.js --slack-channel=C01NQK3LY9Z --project-id=156 --message=":beer: Kalkulator.cz"
+	CI_SERVER_URL=https://gitlab.uxf.cz GITLAB_TOKEN= SLACK_TOKEN=xoxb- GOOGLE_WEBHOOK_URL="https://chat.googleapis.com/v1/spaces/AAAAREmdmUk/messages?key=AIzaSyDdI0hCZtE6vySjMm-WEfRq3CPzqKqqsHI&token=Id5HWMI4jMIp2JZx0kK4eJCiKmLUjUJuxpZtpqGqjfY%3D" ./bin/uxf-release.js --slack-channel=C01NQK3LY9Z --project-id=156 --message=":beer-mug: Kalkulator.cz"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@uxf/scripts",
-  "version": "1.5.4",
+  "version": "1.6.0",
   "description": "",
   "main": "index.js",
   "bin": {

package/src/GoogleChat.js

@@ -0,0 +1,20 @@
+const { env } = require("process");
+const { create } = require("axios");
+
+const axios = create({});
+
+/**
+ * @see https://developers.google.com/chat/api/reference/rest/v1/cards-v1
+ * @returns {Promise<void>}
+ */
+async function chatPostMessage(data, dryRun) {
+    if (env.GOOGLE_WEBHOOK_URL && !dryRun) {
+        await axios.post(env.GOOGLE_WEBHOOK_URL, { ...data });
+    } else {
+        process.stdout.write("GOOGLE CHAT: chat.postMessage - skipped");
+    }
+}
+
+module.exports = {
+    chatPostMessage,
+};

package/src/uxf-release/index.js

@@ -1,5 +1,6 @@
 const GitLab = require("../GitLab");
 const Slack = require("../Slack");
+const GoogleChat = require("../GoogleChat");
 
 function addCommitsToIssues(commits, issues) {
     issues.forEach(issue => {
@@ -41,6 +42,21 @@ function generateSlackMessage(issues, commitsWithoutIssues, messageTitle) {
     return message;
 }
 
+function generateGoogleMessage(issues, commitsWithoutIssues, messageTitle) {
+    const texts = [messageTitle];
+    issues.forEach(issue => {
+        texts.push(`*${issue.title}* <${issue.web_url}|#${issue.iid}>`);
+        issue.commits.forEach((commit) => texts.push(generateSlackCommitMessage(commit)));
+    });
+    if (commitsWithoutIssues.length > 0) {
+        texts.push(`*Commity bez issue*`);
+        commitsWithoutIssues.forEach((commit) => texts.push(generateSlackCommitMessage(commit)));
+    }
+    return {
+        text: texts.join('\n')
+    };
+}
+
 function generateSlackCommitMessage(commit) {
     const { title, parsedTitle, short_id, web_url, author_email } = commit;
 
@@ -74,5 +90,10 @@ module.exports = async (dryRun, channel, messageTitle) => {
         dryRun,
     );
 
+    await GoogleChat.chatPostMessage(
+        generateGoogleMessage(issues, commitsWithoutIssue, messageTitle),
+        dryRun,
+    );
+
     await GitLab.createRelease(commits.map(generateCommitMessage).join("\n"), dryRun);
 };

package/src/uxf-sitemap-check/index.js

@@ -4,10 +4,11 @@ const { performance } = require("perf_hooks");
 const { env, stdout } = require("process");
 const { axios } = require("../Sitemap");
 const cheerio = require("cheerio");
+const GoogleChat = require("../GoogleChat");
 
 /**
  *
- * @typedef {{parentUrl: (string | undefined), isImg: boolean, time: number, ttl: number, url: string, status: number, message: (string | undefined)}} UrlCheckResponse
+ * @typedef {{parentUrl: (string | undefined), isImg: boolean, time: number, ttl: number, url: string, status: number, message: (string | undefined), shouldIgnoreError: (boolean | undefined)}} UrlCheckResponse
  */
 
 const MAX_TTL = 3;
@@ -33,6 +34,24 @@ function isImageUrl(url) {
     return new RegExp("[a-z].*(\\.jpg|\\.png|\\.webp|\\.avif|\\.gif)$", "gim").test(url);
 }
 
+/**
+ *
+ * @param url {string}
+ * @param status {number}
+ * @param e {Error}
+ * @returns {boolean}
+ */
+function shouldIgnoreError(url, status, e) {
+    if (status === 999 && url.startsWith("https://www.linkedin.com")) {
+        return true;
+    }
+    if ((status === -1 || status === 302) && url.startsWith("https://www.facebook.com/sharer/")) {
+        return true;
+    }
+
+    return false;
+}
+
 /**
  *
  * @param errors {UrlCheckResponse[]}
@@ -127,14 +146,28 @@ async function fetchUrl(url, parentUrl = undefined, ttl = 1) {
             time: Math.ceil(t1 - t0),
         };
     } catch (e) {
+        const status = Number.parseInt((e && e.response && e.response.status) || -1, 10);
+
+        if (shouldIgnoreError(url, status, e)) {
+            return {
+                url,
+                parentUrl,
+                isImg: isImageUrl(url),
+                ttl,
+                status,
+                shouldIgnoreError: true,
+                time: 0,
+            };
+        }
         return {
             url,
             parentUrl,
             isImg: isImageUrl(url),
             ttl,
-            status: Number.parseInt((e && e.response && e.response.status) || -1, 10),
+            status,
             time: 0,
             message: e.message,
+            shouldIgnoreError: false,
         };
     }
 }
@@ -170,9 +203,11 @@ async function testSitemapUrls(urls, webUrl, sitemapUrl, skip, testNested) {
         const changedUrl = webUrl ? `${webUrl}${new URL(url).pathname}` : null;
 
         printUrlInfo(changedUrl ?? url, i, urls.length);
-        printUrlResult(await testUrl(changedUrl ?? url));
 
-        if (testNested) {
+        const result = await testUrl(changedUrl ?? url);
+        printUrlResult(result);
+
+        if (testNested && result.status === 200) {
             await testAllNestedUrls(changedUrl ?? url, i, webUrl ?? sitemapUrl.split("/").slice(0, 3).join("/"));
         }
     }
@@ -248,9 +283,10 @@ function printUrlResult(result) {
 /**
  *
  * @param errorText {string}
+ * @param title {string}
  */
-function logErrors(errorText) {
-    stdout.write("\nErrors:\n");
+function logErrors(errorText, title) {
+    stdout.write(title);
     stdout.write(`${errorText}\n\n`);
 }
 
@@ -272,8 +308,8 @@ function convertTime(millis) {
  */
 function logStatistics(okResults, time) {
     const avgTime = Math.round(okResults.reduce((prev, curr) => prev + curr.time, 0) / TESTED_URLS.length);
-    const maxTime = okResults.reduce((prev, curr) => (curr.time > prev.time ? curr : prev));
-    const minTime = okResults.reduce((prev, curr) => (curr.time < prev.time ? curr : prev));
+    const maxTime = okResults.reduce((prev, curr) => (curr.time > prev.time ? curr : prev), []);
+    const minTime = okResults.reduce((prev, curr) => (curr.time < prev.time ? curr : prev), []);
 
     stdout.write("\nSummary:\n");
     stdout.write(createTabSpace() + `Time ${convertTime(time)}\n`);
@@ -309,6 +345,15 @@ async function sendSlackMessage(errorText, slackChannel) {
     });
 }
 
+/**
+ * @return {Promise<void>}
+ */
+async function sendGoogleChatMessage(resultErrors) {
+    await GoogleChat.chatPostMessage({
+        text: "*Odkazy uvedené v sitemap.xml nejsou dostupné*\n" + resultErrors.map(r => `${r.url} ${r.status}`).join('\n')
+    });
+}
+
 /**
  *
  * @param sitemapUrl {string}
@@ -335,17 +380,27 @@ module.exports = async function run(sitemapUrl, webUrl, slackChannel, skip, test
     }
 
     const startTime = performance.now();
-    await testSitemapUrls(await Sitemap.getSitemap(sitemapUrl), webUrl, sitemapUrl, skip, testNested);
+    await testSitemapUrls((await Sitemap.getSitemap(sitemapUrl)), webUrl, sitemapUrl, skip, testNested);
     const finishTime = performance.now();
 
-    const errors = TESTED_URLS.filter(r => r.status !== 200);
+    const errors = TESTED_URLS.filter(r => r.status !== 200 && r.shouldIgnoreError === false);
+    const ignoredErrors = TESTED_URLS.filter(r => r.status !== 200 && r.shouldIgnoreError === true);
     const ok = TESTED_URLS.filter(r => r.status === 200);
 
     if (errors.length > 0) {
         const errorText = createErrorResult(errors);
-        logErrors(errorText);
+        logErrors(errorText, "\nErrors:\n");
+        const ignoredErrorText = createErrorResult(ignoredErrors);
+        logErrors(ignoredErrorText, "\nIngored errors:\n");
         await sendSlackMessage(errorText, slackChannel);
+        await sendGoogleChatMessage(errors);
     }
+
+    if (ignoredErrors.length > 0) {
+        const ignoredErrorText = createErrorResult(ignoredErrors);
+        logErrors(ignoredErrorText, "\nIngored errors:\n");
+    }
+
     logStatistics(ok, Math.ceil(finishTime - startTime));
 
     process.exit(errors.length > 0 ? 1 : 0);