@uxf/scripts 11.122.5 → 11.124.0

package/src/uxf-push-notifier/index.js

@@ -1,30 +1,36 @@
-const { create } = require("axios");
 const process = require("process");
+const { request } = require("../http");
 
 const { GITLAB_TOKEN, CI_SERVER_URL, CI_COMMIT_SHA, CI_COMMIT_BEFORE_SHA, CI_PROJECT_ID, CI_COMMIT_REF_NAME } =
     process.env;
 
-const gitlabAxios = create({
-    baseURL: `${CI_SERVER_URL}/api/v4`,
-    headers: {
-        Authorization: `Bearer ${GITLAB_TOKEN}`,
-    },
-});
-
-const googleChatAxios = create({});
+/**
+ * @param {string} url
+ * @param {{params?: Record<string, any>}} options
+ */
+function gitlabRequest(url, options = {}) {
+    return request(url, {
+        ...options,
+        baseUrl: `${CI_SERVER_URL}/api/v4`,
+        headers: { Authorization: `Bearer ${GITLAB_TOKEN}` },
+    });
+}
 
 function findCurrentlyMergedMergeRequest() {
-    return gitlabAxios
-        .get(
-            `/projects/${CI_PROJECT_ID}/merge_requests?state=merged&target_branch=${CI_COMMIT_REF_NAME}&order_by=updated_at&sort=desc`,
-        )
-        .then((response) => (response.data?.[0]?.sha === CI_COMMIT_SHA ? response.data[0] : null));
+    return gitlabRequest(`/projects/${CI_PROJECT_ID}/merge_requests`, {
+        params: {
+            state: "merged",
+            target_branch: CI_COMMIT_REF_NAME,
+            order_by: "updated_at",
+            sort: "desc",
+        },
+    }).then((response) => (response.data?.[0]?.sha === CI_COMMIT_SHA ? response.data[0] : null));
 }
 
 function getApprovalUserNames(iid) {
-    return gitlabAxios
-        .get(`/projects/${CI_PROJECT_ID}/merge_requests/${iid}/approvals`)
-        .then((response) => response.data.approved_by.map((item) => item.user.name));
+    return gitlabRequest(`/projects/${CI_PROJECT_ID}/merge_requests/${iid}/approvals`).then((response) =>
+        response.data.approved_by.map((item) => item.user.name),
+    );
 }
 
 function getPushedCommits() {
@@ -35,9 +41,9 @@ function getPushedCommits() {
         return Promise.resolve([]);
     }
 
-    return gitlabAxios
-        .get(`/projects/${CI_PROJECT_ID}/repository/compare?from=${CI_COMMIT_BEFORE_SHA}&to=${CI_COMMIT_SHA}`)
-        .then((response) => response.data.commits);
+    return gitlabRequest(`/projects/${CI_PROJECT_ID}/repository/compare`, {
+        params: { from: CI_COMMIT_BEFORE_SHA, to: CI_COMMIT_SHA },
+    }).then((response) => response.data.commits);
 }
 
 module.exports = async function (googleChatWebhookUrl) {
@@ -54,15 +60,18 @@ Autor: ${mr.author.name}
 Schválil: ${isApproved ? approvalUserNames.join(", ") : "*bez schválení*"}
 Zamergoval: ${mr.merged_by.name}`;
 
-        await googleChatAxios.post(googleChatWebhookUrl, { text });
+        await request(googleChatWebhookUrl, { method: "POST", body: { text } });
     } else {
         const commits = (await getPushedCommits()).map(
             (commit) => `${commit.author_name} - <${commit.web_url}|${commit.title}>`,
         );
 
-        await googleChatAxios.post(googleChatWebhookUrl, {
-            text: `❗ Bylo pushnuto do developu.
+        await request(googleChatWebhookUrl, {
+            method: "POST",
+            body: {
+                text: `❗ Bylo pushnuto do developu.
 ${commits.join("\n")}`,
+            },
         });
     }
 };

package/src/uxf-release/index.js

@@ -1,6 +1,6 @@
-const GitLab = require("../GitLab");
-const Slack = require("../Slack");
-const GoogleChat = require("../GoogleChat");
+const GitLab = require("../gitlab");
+const Slack = require("../slack");
+const GoogleChat = require("../google-chat");
 const parseCommitMessage = require("./utils/parse-commit-message");
 
 function generateSlackCommitMessage(commit) {

package/src/uxf-sitemap-check/index.js

@@ -1,8 +1,8 @@
-const Sitemap = require("../Sitemap");
+const Sitemap = require("../sitemap");
 const { performance } = require("perf_hooks");
 const { stdout } = require("process");
 const cheerio = require("cheerio");
-const GoogleChat = require("../GoogleChat");
+const GoogleChat = require("../google-chat");
 const robotsTxtParser = require("robots-txt-parser");
 
 const got = (url, init) => import("got").then((mod) => mod.default(url, init));
@@ -78,6 +78,10 @@ function fetcher(url, options) {
     return got(url, {
         throwHttpErrors: false,
         decompress: false,
+        // BEZPEČNOST: vypnuté ověřování TLS certifikátu — platí na VŠECHNY procházené
+        // URL, tedy i externí a produkční, ne jen na staging se self-signed certem.
+        // Crawler tím nepozná podvržený certifikát (MITM). Čistší by bylo podmínit to
+        // env proměnnou nebo přidat CA do trust storu. Stejná poznámka je v sitemap.js.
         https: {
             rejectUnauthorized: false,
         },

package/src/uxf-sitemap-check/index.test.js

@@ -2,8 +2,8 @@
  * @jest-environment node
  */
 
-jest.mock("../Sitemap");
-jest.mock("../GoogleChat");
+jest.mock("../sitemap");
+jest.mock("../google-chat");
 jest.mock("cheerio");
 jest.mock("got");
 jest.mock("robots-txt-parser", () => () => ({ useRobotsFor: jest.fn(), canCrawl: jest.fn() }));

package/src/uxf-sitemap-meta-export/index.js

@@ -1,4 +1,4 @@
-const Sitemap = require("../Sitemap");
+const Sitemap = require("../sitemap");
 const cheerio = require("cheerio");
 const fs = require("fs");
 
@@ -17,9 +17,9 @@ module.exports = async function run() {
     for (const url of urls) {
         process.stdout.write(`${++i} / ${urls.length} ${url} \n`);
         try {
-            const response = await Sitemap.axios.get(url);
+            const body = await Sitemap.fetchPage(url);
 
-            const $ = cheerio.load(response.data, { xmlMode: true, decodeEntities: false });
+            const $ = cheerio.load(body, { xmlMode: true, decodeEntities: false });
 
             let title = "";
             let ogTitle = "";

package/bin/uxf-lunch.js

@@ -1,8 +0,0 @@
-#!/usr/bin/env node
-require("../src/uxf-lunch/cli")()
-    .then((exitCode) => {
-        process.exitCode = exitCode;
-    })
-    .catch(() => {
-        process.exitCode = 1;
-    });

package/bin/uxf-unused.js

@@ -1,9 +0,0 @@
-#!/usr/bin/env node
-require("../src/uxf-unused/cli")()
-    .then((exitCode) => {
-        process.exitCode = exitCode;
-    })
-    .catch((e) => {
-        console.error(e);
-        process.exitCode = 1;
-    });

package/src/Logger.js

@@ -1,12 +0,0 @@
-function debug(message) {
-    console.debug(message);
-}
-
-function info(message) {
-    console.info(message);
-}
-
-module.exports = {
-    debug,
-    info,
-};

package/src/Sitemap.js

@@ -1,60 +0,0 @@
-const https = require("https");
-const { create } = require("axios");
-const cheerio = require("cheerio");
-
-const { HTTP_USERNAME, HTTP_PASSWORD } = process.env;
-
-async function getSitemap(xml) {
-    const { data } = await axios.get(xml);
-    const $ = cheerio.load(data, { xmlMode: true });
-
-    const urls = [];
-
-    $("loc").each(function () {
-        urls.push($(this).text());
-    });
-
-    return urls;
-}
-
-const agent = new https.Agent({
-    rejectUnauthorized: false,
-});
-
-const axios = create({
-    auth:
-        HTTP_PASSWORD && HTTP_USERNAME
-            ? {
-                  username: HTTP_USERNAME,
-                  password: HTTP_PASSWORD,
-              }
-            : undefined,
-    withCredentials: true,
-    maxRedirects: 0,
-    timeout: 20000,
-    httpsAgent: agent,
-    headers: {
-        "User-Agent":
-            "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36",
-        Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
-        "Accept-Encoding": "gzip, deflate, br",
-        "Accept-Language": "en-US,en;q=0.9,cs-CZ;q=0.8,cs;q=0.7,de;q=0.6",
-        "Cache-Control": "no-cache",
-        Connection: "keep-alive",
-        Pragma: "no-cache",
-        "Sec-Ch-Ua": '"Google Chrome";v="111", "Not(A:Brand";v="8", "Chromium";v="111"',
-        "Sec-Ch-Ua-Arch": '"x86"',
-        "Sec-Ch-Ua-Mobile": "?0",
-        "Sec-Ch-Ua-Platform": '"Windows"',
-        "Sec-Fetch-Dest": "document",
-        "Sec-Fetch-Mode": "navigate",
-        "Sec-Fetch-Site": "cross-site",
-        "Sec-Fetch-User": "?1",
-        "Sec-Fetch-User-Agent": "?1",
-    },
-});
-
-module.exports = {
-    getSitemap,
-    axios,
-};

package/src/shared/load-page-imports.js

@@ -1,60 +0,0 @@
-const fg = require("fast-glob");
-const madge = require("madge");
-const path = require("path");
-const fs = require("fs");
-
-function getTSConfig() {
-    const tsConfigPath = path.resolve(process.cwd(), "tsconfig.json");
-
-    if (fs.existsSync(tsConfigPath)) {
-        console.log("TS config loaded: " + tsConfigPath);
-        return tsConfigPath;
-    }
-
-    console.log("TS config not found.");
-    return undefined;
-}
-
-function getTree(subtree, tree, destination, viewedFiles = []) {
-    if (!subtree || subtree.length === 0) {
-        return;
-    }
-
-    for (let child of subtree) {
-        if (viewedFiles.includes(child)) {
-            continue;
-        }
-
-        const nextSubtree = tree[child];
-
-        viewedFiles.push(child);
-
-        if (nextSubtree) {
-            destination.push(nextSubtree);
-        }
-
-        if (nextSubtree && nextSubtree.length > 0) {
-            getTree(nextSubtree, tree, destination, viewedFiles);
-        }
-    }
-}
-
-module.exports = function loadPageImports(directory, fileExtensions = ["ts", "tsx"]) {
-    const pages = fg.sync(directory).map(path.normalize);
-
-    return madge(process.cwd(), { tsConfig: getTSConfig(), fileExtensions }).then((res) => {
-        const tree = res.obj();
-
-        return pages.reduce((previousValue, currentValue) => {
-            const filesOnPath = [];
-            getTree([currentValue], tree, filesOnPath);
-
-            const uniqueImports = Array.from(new Set(filesOnPath.flat(Number.POSITIVE_INFINITY)));
-            uniqueImports.sort();
-
-            previousValue[currentValue] = uniqueImports;
-
-            return previousValue;
-        }, {});
-    });
-};

package/src/uxf-lunch/cli.js

@@ -1,44 +0,0 @@
-const { argv, env } = require("process");
-
-module.exports = async () => {
-    const cli = require("yargs")()
-        .command("$0", "UXF release helper", (yargs) => {
-            yargs.demandCommand(0, 0).usage(`UXF lunch
-Usage:
-  uxf-lunch [options]
-  
-Environment variables:
-  SLACK_TOKEN - required`);
-        })
-        .option("slack-channel", {
-            describe: "Slack channel",
-            type: "string",
-            group: "Options",
-        })
-        .option("h", { alias: "help", group: "Options" })
-        .strict(false)
-        .exitProcess(false);
-
-    try {
-        const { help, ...options } = cli.parse(argv.slice(2));
-
-        if (Boolean(help)) {
-            return 0;
-        }
-
-        if (!env.SLACK_TOKEN) {
-            console.log("Slack token must be set. Use environment variable SLACK_TOKEN.");
-            return 1;
-        }
-
-        if (!options["slack-channel"]) {
-            console.log("Slack channel must be set. Use parameter --slack-channel");
-            return 1;
-        }
-
-        await require("./index")(options["slack-channel"]);
-    } catch (e) {
-        console.error(e);
-        return 1;
-    }
-};

package/src/uxf-lunch/index.js

@@ -1,50 +0,0 @@
-const { get } = require("axios");
-const Slack = require("../Slack");
-
-const numbers = [":keycap_star:", ":one:", ":two:", ":three:", ":four:", ":five:", ":six:", ":seven:"];
-const paymentsUrl = "https://gitlab.uxf.cz/Vejvoda/obedy/-/wikis/%C4%8C%C3%ADsla-%C3%BA%C4%8Dt%C5%AF";
-
-module.exports = async (slackChannel) => {
-    const { data } = await get("https://hotel.servispc-liberec.cz/server/api/data-jidelak");
-
-    const menu = data.ListekPolozky.filter(({ druh }) => druh === "1").map((v) => ({
-        ...v,
-        cena: Number.parseInt(v.cena),
-    }));
-
-    const blocks = [
-        {
-            type: "section",
-            text: {
-                type: "mrkdwn",
-                text: "*Hotel Radnice*",
-            },
-        },
-    ];
-
-    menu.forEach((menuItem, index) => {
-        const { polozka, cena } = menuItem;
-        blocks.push({
-            type: "section",
-            text: {
-                type: "mrkdwn",
-                text: `${numbers[index]}  ${polozka} - \`${cena}Kč\``,
-            },
-        });
-    });
-    blocks.push({
-        type: "context",
-        elements: [
-            {
-                type: "mrkdwn",
-                text: `:eyes: Ceny neobsahují *10Kč* za krabičku (máme vlastní krabičky)\n:moneybag: QR kódy a čísla účtů <${paymentsUrl}|zde> - po zaplacení přidat :white_check_mark:`,
-            },
-            {
-                type: "mrkdwn",
-                text: ":bulb: Objednávky ideálně formou přidání reakce :keycap_star:, :one:, :two:, ... Ať objednávající nemusí sčítat :-)",
-            },
-        ],
-    });
-
-    await Slack.chatPostMessage(slackChannel, { blocks });
-};

package/src/uxf-unused/cli.js

@@ -1,30 +0,0 @@
-const { argv, env } = require("process");
-
-module.exports = async () => {
-    const cli = require("yargs")()
-        .command("$0", "UXF find and remove unused files NextJS project", (yargs) => {
-            yargs.demandCommand(0, 0).usage(`
-            Usage:
-  uxf-unused [options]`);
-        })
-        .option("p", { alias: "pagesDirectory", default: "src/pages/**/*.(ts|tsx)" })
-        .option("f", { alias: "allFilesDirectory", default: "src/**/*.(ts|tsx)" })
-        .option("r", { alias: "removeFiles", boolean: true, default: false })
-        .option("d", { alias: "debug", boolean: true, default: false })
-        .option("h", { alias: "help" })
-        .strict(false)
-        .exitProcess(false);
-
-    try {
-        const { help, pagesDirectory, allFilesDirectory, removeFiles, debug } = cli.parse(argv.slice(2));
-
-        if (Boolean(help)) {
-            return 0;
-        }
-
-        await require("./index")(pagesDirectory, allFilesDirectory, removeFiles, debug);
-    } catch (e) {
-        console.error(e);
-        return 1;
-    }
-};

package/src/uxf-unused/index.js

@@ -1,59 +0,0 @@
-#!/usr/bin/env node
-const loadPageImports = require("../shared/load-page-imports");
-const fg = require("fast-glob");
-const path = require("path");
-const fs = require("fs");
-
-function unique(value, index, array) {
-    return array.indexOf(value) === index;
-}
-
-async function main(pagesDirectory, allFilesDirectory, shouldRemoveFiles, isDebug = false) {
-    const pageImports = await loadPageImports(pagesDirectory);
-
-    if (isDebug) {
-        fs.writeFileSync(
-            path.resolve(process.cwd(), "uxf-unused-1-page-imports.json"),
-            JSON.stringify(pageImports, null, "    "),
-        );
-    }
-
-    const pages = Object.keys(pageImports);
-
-    const usedFiles = Object.values(pageImports).flat().filter(unique).map(path.normalize);
-
-    if (isDebug) {
-        fs.writeFileSync(
-            path.resolve(process.cwd(), "uxf-unused-2-used-files.json"),
-            JSON.stringify(usedFiles, null, "    "),
-        );
-    }
-
-    const allFiles = fg.sync(allFilesDirectory).map(path.normalize);
-
-    if (isDebug) {
-        fs.writeFileSync(
-            path.resolve(process.cwd(), "uxf-unused-3-all-files.json"),
-            JSON.stringify(allFiles, null, "    "),
-        );
-    }
-
-    const unusedFiles = allFiles.filter((e) => !usedFiles.includes(e) && !pages.includes(e));
-    unusedFiles.sort();
-
-    if (isDebug) {
-        fs.writeFileSync(
-            path.resolve(process.cwd(), "uxf-unused-4-unused-files.json"),
-            JSON.stringify(unusedFiles, null, "    "),
-        );
-    }
-
-    unusedFiles.forEach((unusedFile) => {
-        if (shouldRemoveFiles) {
-            fs.rmSync(unusedFile);
-        }
-        console.log(unusedFile);
-    });
-}
-
-module.exports = main;