@uxf/scripts 11.123.0 → 11.125.0

package/src/uxf-push-notifier/index.js

@@ -1,30 +1,36 @@
-const { create } = require("axios");
 const process = require("process");
+const { request } = require("../http");
 
 const { GITLAB_TOKEN, CI_SERVER_URL, CI_COMMIT_SHA, CI_COMMIT_BEFORE_SHA, CI_PROJECT_ID, CI_COMMIT_REF_NAME } =
     process.env;
 
-const gitlabAxios = create({
-    baseURL: `${CI_SERVER_URL}/api/v4`,
-    headers: {
-        Authorization: `Bearer ${GITLAB_TOKEN}`,
-    },
-});
-
-const googleChatAxios = create({});
+/**
+ * @param {string} url
+ * @param {{params?: Record<string, any>}} options
+ */
+function gitlabRequest(url, options = {}) {
+    return request(url, {
+        ...options,
+        baseUrl: `${CI_SERVER_URL}/api/v4`,
+        headers: { Authorization: `Bearer ${GITLAB_TOKEN}` },
+    });
+}
 
 function findCurrentlyMergedMergeRequest() {
-    return gitlabAxios
-        .get(
-            `/projects/${CI_PROJECT_ID}/merge_requests?state=merged&target_branch=${CI_COMMIT_REF_NAME}&order_by=updated_at&sort=desc`,
-        )
-        .then((response) => (response.data?.[0]?.sha === CI_COMMIT_SHA ? response.data[0] : null));
+    return gitlabRequest(`/projects/${CI_PROJECT_ID}/merge_requests`, {
+        params: {
+            state: "merged",
+            target_branch: CI_COMMIT_REF_NAME,
+            order_by: "updated_at",
+            sort: "desc",
+        },
+    }).then((response) => (response.data?.[0]?.sha === CI_COMMIT_SHA ? response.data[0] : null));
 }
 
 function getApprovalUserNames(iid) {
-    return gitlabAxios
-        .get(`/projects/${CI_PROJECT_ID}/merge_requests/${iid}/approvals`)
-        .then((response) => response.data.approved_by.map((item) => item.user.name));
+    return gitlabRequest(`/projects/${CI_PROJECT_ID}/merge_requests/${iid}/approvals`).then((response) =>
+        response.data.approved_by.map((item) => item.user.name),
+    );
 }
 
 function getPushedCommits() {
@@ -35,9 +41,9 @@ function getPushedCommits() {
         return Promise.resolve([]);
     }
 
-    return gitlabAxios
-        .get(`/projects/${CI_PROJECT_ID}/repository/compare?from=${CI_COMMIT_BEFORE_SHA}&to=${CI_COMMIT_SHA}`)
-        .then((response) => response.data.commits);
+    return gitlabRequest(`/projects/${CI_PROJECT_ID}/repository/compare`, {
+        params: { from: CI_COMMIT_BEFORE_SHA, to: CI_COMMIT_SHA },
+    }).then((response) => response.data.commits);
 }
 
 module.exports = async function (googleChatWebhookUrl) {
@@ -54,15 +60,18 @@ Autor: ${mr.author.name}
 Schválil: ${isApproved ? approvalUserNames.join(", ") : "*bez schválení*"}
 Zamergoval: ${mr.merged_by.name}`;
 
-        await googleChatAxios.post(googleChatWebhookUrl, { text });
+        await request(googleChatWebhookUrl, { method: "POST", body: { text } });
     } else {
         const commits = (await getPushedCommits()).map(
             (commit) => `${commit.author_name} - <${commit.web_url}|${commit.title}>`,
         );
 
-        await googleChatAxios.post(googleChatWebhookUrl, {
-            text: `❗ Bylo pushnuto do developu.
+        await request(googleChatWebhookUrl, {
+            method: "POST",
+            body: {
+                text: `❗ Bylo pushnuto do developu.
 ${commits.join("\n")}`,
+            },
         });
     }
 };

package/src/uxf-release/index.js

@@ -1,6 +1,6 @@
-const GitLab = require("../GitLab");
-const Slack = require("../Slack");
-const GoogleChat = require("../GoogleChat");
+const GitLab = require("../gitlab");
+const Slack = require("../slack");
+const GoogleChat = require("../google-chat");
 const parseCommitMessage = require("./utils/parse-commit-message");
 
 function generateSlackCommitMessage(commit) {

package/src/uxf-sitemap-check/index.js

@@ -1,8 +1,8 @@
-const Sitemap = require("../Sitemap");
+const Sitemap = require("../sitemap");
 const { performance } = require("perf_hooks");
 const { stdout } = require("process");
 const cheerio = require("cheerio");
-const GoogleChat = require("../GoogleChat");
+const GoogleChat = require("../google-chat");
 const robotsTxtParser = require("robots-txt-parser");
 
 const got = (url, init) => import("got").then((mod) => mod.default(url, init));
@@ -78,6 +78,10 @@ function fetcher(url, options) {
     return got(url, {
         throwHttpErrors: false,
         decompress: false,
+        // BEZPEČNOST: vypnuté ověřování TLS certifikátu — platí na VŠECHNY procházené
+        // URL, tedy i externí a produkční, ne jen na staging se self-signed certem.
+        // Crawler tím nepozná podvržený certifikát (MITM). Čistší by bylo podmínit to
+        // env proměnnou nebo přidat CA do trust storu. Stejná poznámka je v sitemap.js.
         https: {
             rejectUnauthorized: false,
         },

package/src/uxf-sitemap-check/index.test.js

@@ -2,8 +2,8 @@
  * @jest-environment node
  */
 
-jest.mock("../Sitemap");
-jest.mock("../GoogleChat");
+jest.mock("../sitemap");
+jest.mock("../google-chat");
 jest.mock("cheerio");
 jest.mock("got");
 jest.mock("robots-txt-parser", () => () => ({ useRobotsFor: jest.fn(), canCrawl: jest.fn() }));

package/src/uxf-sitemap-meta-export/index.js

@@ -1,4 +1,4 @@
-const Sitemap = require("../Sitemap");
+const Sitemap = require("../sitemap");
 const cheerio = require("cheerio");
 const fs = require("fs");
 
@@ -17,9 +17,9 @@ module.exports = async function run() {
     for (const url of urls) {
         process.stdout.write(`${++i} / ${urls.length} ${url} \n`);
         try {
-            const response = await Sitemap.axios.get(url);
+            const body = await Sitemap.fetchPage(url);
 
-            const $ = cheerio.load(response.data, { xmlMode: true, decodeEntities: false });
+            const $ = cheerio.load(body, { xmlMode: true, decodeEntities: false });
 
             let title = "";
             let ogTitle = "";

package/src/Logger.js

@@ -1,12 +0,0 @@
-function debug(message) {
-    console.debug(message);
-}
-
-function info(message) {
-    console.info(message);
-}
-
-module.exports = {
-    debug,
-    info,
-};

package/src/Sitemap.js

@@ -1,60 +0,0 @@
-const https = require("https");
-const { create } = require("axios");
-const cheerio = require("cheerio");
-
-const { HTTP_USERNAME, HTTP_PASSWORD } = process.env;
-
-async function getSitemap(xml) {
-    const { data } = await axios.get(xml);
-    const $ = cheerio.load(data, { xmlMode: true });
-
-    const urls = [];
-
-    $("loc").each(function () {
-        urls.push($(this).text());
-    });
-
-    return urls;
-}
-
-const agent = new https.Agent({
-    rejectUnauthorized: false,
-});
-
-const axios = create({
-    auth:
-        HTTP_PASSWORD && HTTP_USERNAME
-            ? {
-                  username: HTTP_USERNAME,
-                  password: HTTP_PASSWORD,
-              }
-            : undefined,
-    withCredentials: true,
-    maxRedirects: 0,
-    timeout: 20000,
-    httpsAgent: agent,
-    headers: {
-        "User-Agent":
-            "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36",
-        Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
-        "Accept-Encoding": "gzip, deflate, br",
-        "Accept-Language": "en-US,en;q=0.9,cs-CZ;q=0.8,cs;q=0.7,de;q=0.6",
-        "Cache-Control": "no-cache",
-        Connection: "keep-alive",
-        Pragma: "no-cache",
-        "Sec-Ch-Ua": '"Google Chrome";v="111", "Not(A:Brand";v="8", "Chromium";v="111"',
-        "Sec-Ch-Ua-Arch": '"x86"',
-        "Sec-Ch-Ua-Mobile": "?0",
-        "Sec-Ch-Ua-Platform": '"Windows"',
-        "Sec-Fetch-Dest": "document",
-        "Sec-Fetch-Mode": "navigate",
-        "Sec-Fetch-Site": "cross-site",
-        "Sec-Fetch-User": "?1",
-        "Sec-Fetch-User-Agent": "?1",
-    },
-});
-
-module.exports = {
-    getSitemap,
-    axios,
-};