@griddo/cx 10.4.12 → 10.4.13

package/exporter/adapters/gatsby/index.ts

@@ -1,159 +0,0 @@
-import { attempts, getGatsbyDomainRunner } from "./utils";
-import { getGatsbyAssetPrefixSlug } from "../../../src/gatsby-node-utils";
-import { RobotsService } from "../../services/robots";
-import { getInstanceDomains } from "../../utils/domains";
-import { createBuildData } from "../../utils/download-build-data";
-import {
-	clearEmptyDirs,
-	copyArtifacts,
-	removeArtifacts,
-	removeMultiPagesFromStore,
-} from "../../utils/folders";
-import { uploadSearchContentToAPI } from "../../utils/searches";
-import { doLifeCycle, pause, printExporterLogo } from "../../utils/shared";
-import { generateBuildReport, generateSitemaps } from "../../utils/sites";
-import {
-	getConfig,
-	legacy__createDistFromGatsbyPublic,
-} from "../../utils/temp-utils";
-
-async function runGatsbyAdapter() {
-	printExporterLogo("gatsby");
-
-	const domains = await getInstanceDomains();
-	const config = getConfig();
-
-	for (const domain of domains) {
-		const runner = getGatsbyDomainRunner(domain);
-		const { __components, __cx } = config.dirs(domain);
-		const assetPrefix = getGatsbyAssetPrefixSlug(domain);
-		const needsAssetPrefix = !!assetPrefix && assetPrefix !== "";
-
-		/**
-		 * Prepare
-		 */
-		await doLifeCycle({
-			name: "Prepare",
-			steps: [
-				() =>
-					copyArtifacts({
-						artifacts: ["static"],
-						from: __components,
-						to: __cx,
-					}),
-				runner.init,
-				() => pause("Prepared LifeCycle"),
-			],
-			attempts: attempts.prepare,
-		});
-
-		/**
-		 * Restore
-		 *
-		 * Init the render, restore Gatsby `.cache` and `public` dirs.
-		 */
-		await doLifeCycle({
-			name: "Restore",
-			attempts: attempts.restore,
-			steps: [
-				runner.restoreArtifacts,
-				runner.restoreCacheArtifacts,
-				() => pause("Restore LifeCycle"),
-			],
-		});
-
-		/**
-		 * Data
-		 *
-		 * Download domain build data (sites, pages, etc) and create a dir
-		 * called `store` where all the domain render data is saved.
-		 */
-		await doLifeCycle({
-			name: "Data",
-			attempts: attempts.data,
-			steps: [() => createBuildData(domain), () => pause("Data LifeCycle")],
-		});
-
-		/**
-		 * SSG
-		 *
-		 * Call the `gatsby build` command.
-		 * Gatsby will use the downloaded data and create the static build.
-		 * `gatsby-node.ts` is the main file where the stati generation happens.
-		 */
-		await doLifeCycle({
-			name: "SSG",
-			attempts: attempts.ssg,
-			steps: [runner.runGatsbyBuild, () => pause("SSG LifeCycle")],
-		});
-
-		/**
-		 * Relocation
-		 */
-		await doLifeCycle({
-			name: "Relocation",
-			steps: [
-				() => legacy__createDistFromGatsbyPublic(domain, needsAssetPrefix),
-				() => pause("Relocation LifeCycle"),
-			],
-		});
-
-		/**
-		 * Meta
-		 *
-		 * Gatsby build is done, if the .env GRIDDO_SEARCH_FEATURE is set to
-		 * true we save the search data in the API.
-		 */
-		const shouldUploadSearchData = JSON.parse(
-			process.env.GRIDDO_SEARCH_FEATURE || "false"
-		);
-		await doLifeCycle({
-			name: "Meta",
-			attempts: attempts.meta,
-			steps: [
-				() => generateBuildReport(),
-				() => RobotsService.writeFiles(domain),
-				() => generateSitemaps(),
-				() => (shouldUploadSearchData ? uploadSearchContentToAPI() : undefined),
-				() => pause("Meta LifeCycle"),
-			],
-		});
-
-		/**
-		 * Archive
-		 *
-		 * When Gatsby ends, remove disposable artifacts and save .cache and
-		 * public foler to use in the next render.
-		 */
-		await doLifeCycle({
-			name: "Archive",
-			attempts: attempts.archive,
-			steps: [
-				// Elimina las páginas MultiPage del `store`. De este modo nos
-				// aseguramos que se vuelven a crear por Gatsby siempre
-				// actualizadas.
-				removeMultiPagesFromStore,
-				() => clearEmptyDirs(),
-				runner.removeDisposableArtifacts,
-				runner.archiveArtifacts,
-				runner.archiveCacheArtifacts,
-				() => pause("Archive LifeCycle"),
-			],
-		});
-
-		await doLifeCycle({
-			name: "Clean",
-			steps: [
-				() =>
-					removeArtifacts({
-						from: __cx,
-						artifacts: ["static", "apiCache"],
-					}),
-				() => pause("Clean LifeCycle"),
-			],
-			attempts: attempts.clean,
-		});
-	}
-}
-
-export { runGatsbyAdapter };

package/exporter/adapters/gatsby/utils.ts

@@ -1,377 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-
-import chalk from "chalk";
-import dotenv from "dotenv";
-
-import { deleteSites } from "../../utils/folders";
-import { getEnvRunner } from "../../utils/runners";
-import { CXRootDir, instanceRootDir } from "../../utils/shared";
-import { checkSites } from "../../utils/sites";
-
-dotenv.config();
-
-const attempts = {
-	prepare: JSON.parse(process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS || "1"),
-	restore: JSON.parse(process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS || "1"),
-	data: JSON.parse(process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS || "1"),
-	ssg: JSON.parse(process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS || "1"),
-	relocation: JSON.parse(
-		process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS || "1"
-	),
-	meta: JSON.parse(process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS || "1"),
-	archive: JSON.parse(process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS || "1"),
-	clean: JSON.parse(process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS || "1"),
-};
-
-/**
- * Return a runner, a serie of functions to manage the Gatsby render artifacts.
- */
-function getGatsbyDomainRunner(domain: string) {
-	// Artifacts to preserve between CX installs
-	const artifactsArchivable = ["dist", "assets"];
-
-	// Artifacts to remove after export
-	// if STRIP_DOMAIN_FROM_PATH is false `.cache` will be added.
-	const artifactsDisposable = ["public"];
-
-	// Artifacts to make exports faster
-	// if STRIP_DOMAIN_FROM_PATH is true `.cache` will be added.
-	const artifactsCache = ["apiCache", "store" /* , ".cache" */];
-
-	// TODO: Remove STRIP_DOMAIN_FROM_PATH behaviour when all instances are over 1.75.219
-	const STRIP_DOMAIN_FROM_PATH = JSON.parse(
-		process.env.GRIDDO_EXPORT_STRIP_DOMAIN_FROM_PATH || "false"
-	);
-
-	if (STRIP_DOMAIN_FROM_PATH) {
-		artifactsCache.push(".cache");
-	} else {
-		artifactsDisposable.push(".cache");
-	}
-
-	// Where we are going to find archived exports
-	const exportArchiveBasePath = path.resolve(instanceRootDir, "exports/sites");
-	const exportCachesArchivePath = path.resolve(__dirname, "../caches");
-
-	const assetPrefix = getGatsbyAssetPrefixSlug(domain);
-
-	const run = getEnvRunner({
-		GRIDDO_ASSET_PREFIX: assetPrefix,
-		FOO: "true-and-false",
-	});
-
-	/**
-	 * Initialize exporter clearing artifacts data from a unsuccessful build and
-	 * creating necesary dirs to store a new build.
-	 */
-	const init = () => {
-		console.info(`Initializing exporter for the domain ${domain}`);
-		cleanDirtyArtifactPaths();
-		createBaseExportPaths();
-	};
-
-	/**
-	 * Restore Gatsby artifacts from a previous render to improve performance.
-	 */
-	const restoreArtifacts = () => {
-		for (const artifact of artifactsArchivable) {
-			const {
-				currentExportArchivePath,
-				currentExportWorkingPath,
-			} = getArtifactPaths(artifact);
-
-			if (fs.existsSync(currentExportArchivePath)) {
-				console.log(`️Restoring ${chalk.gray(currentExportArchivePath)}`);
-				run(`cp -R ${currentExportArchivePath} ${currentExportWorkingPath}`);
-			}
-		}
-
-		moveDistToPublic();
-	};
-
-	const getArtifactPaths = (artifact = "") => {
-		if (artifact === "/")
-			throw new Error(`Artifact path cannot be root: ${artifact}`);
-
-		// Archives
-		const domainExportArchiveBasePath = path.resolve(
-			exportArchiveBasePath,
-			domain
-		);
-		const currentExportArchivePath = path.resolve(
-			domainExportArchiveBasePath,
-			artifact
-		);
-		const currentExportArchivePathInDomain = path.resolve(
-			currentExportArchivePath,
-			domain
-		);
-
-		// Cachés
-		const domainCacheArchiveBasePath = path.resolve(
-			exportCachesArchivePath,
-			domain
-		);
-		const currentExportArchiveCachePath = path.resolve(
-			domainCacheArchiveBasePath,
-			artifact
-		);
-		const currentExportArchiveCachePathInDomain = path.resolve(
-			currentExportArchiveCachePath,
-			domain
-		);
-
-		const currentExportBackupPath = `${currentExportArchivePath}-BACKUP`;
-		const currentExportWorkingPath = path.resolve(CXRootDir, artifact);
-
-		return {
-			domainExportArchiveBasePath,
-			currentExportArchivePath,
-			currentExportBackupPath,
-			currentExportWorkingPath,
-			currentExportArchivePathInDomain,
-			domainCacheArchiveBasePath,
-			currentExportArchiveCachePath,
-			currentExportArchiveCachePathInDomain,
-		};
-	};
-
-	/**
-	 * Remove artifacts probably from a unsuccessful build.
-	 */
-	const cleanDirtyArtifactPaths = () => {
-		for (const artifact of [
-			...artifactsArchivable,
-			...artifactsDisposable,
-			...artifactsCache,
-		]) {
-			const { currentExportWorkingPath } = getArtifactPaths(artifact);
-
-			if (fs.existsSync(currentExportWorkingPath)) {
-				console.log(`Cleanup dirty ${chalk.gray(currentExportWorkingPath)}`);
-				run(`rm -rf ${currentExportWorkingPath}`);
-			}
-		}
-	};
-
-	/**
-	 * Creates necesary dirs.
-	 */
-	const createBaseExportPaths = () => {
-		const {
-			domainExportArchiveBasePath,
-			domainCacheArchiveBasePath,
-		} = getArtifactPaths();
-
-		for (const _path of [
-			domainExportArchiveBasePath,
-			domainCacheArchiveBasePath,
-		]) {
-			if (!fs.existsSync(_path)) {
-				console.info(`Creating ${_path}`);
-				run(`mkdir -p ${_path}`);
-			}
-		}
-	};
-
-	const archiveExportArtifact = (artifact: string) => {
-		const {
-			currentExportArchivePath,
-			currentExportWorkingPath,
-		} = getArtifactPaths(artifact);
-
-		console.info(
-			`Moving files from ${chalk.gray(
-				currentExportWorkingPath
-			)} to ${chalk.gray(currentExportArchivePath)}`
-		);
-		run(`mv ${currentExportWorkingPath} ${currentExportArchivePath}`);
-	};
-
-	/** Archive archivable artifacts to reuse them in the next render */
-	const archiveArtifacts = () => {
-		for (const artifact of artifactsArchivable) {
-			const {
-				currentExportWorkingPath,
-				currentExportArchivePath,
-			} = getArtifactPaths(artifact);
-
-			if (!fs.existsSync(currentExportWorkingPath)) {
-				console.log(
-					"Source directory has not been created:",
-					currentExportWorkingPath
-				);
-				continue;
-			}
-
-			try {
-				createArtifactBackup(artifact);
-				archiveExportArtifact(artifact);
-				deleteArtifactBackup(artifact);
-			} catch (error) {
-				console.log(
-					`Error moving files to ${currentExportArchivePath}`,
-					(error as Error).message
-				);
-				restoreArtifactBackup(artifact);
-				continue;
-			}
-		}
-	};
-
-	const createArtifactBackup = (artifact: string) => {
-		const {
-			currentExportArchivePath,
-			currentExportBackupPath,
-		} = getArtifactPaths(artifact);
-
-		if (fs.existsSync(currentExportArchivePath)) {
-			console.info(
-				`Creating backup of ${chalk.gray(currentExportArchivePath)}`
-			);
-			run(`mv ${currentExportArchivePath} ${currentExportBackupPath}`);
-		}
-	};
-
-	const restoreArtifactBackup = (artifact: string) => {
-		const {
-			currentExportArchivePath,
-			currentExportBackupPath,
-		} = getArtifactPaths(artifact);
-
-		if (fs.existsSync(currentExportBackupPath)) {
-			console.log(`️Restoring backup ${chalk.gray(currentExportArchivePath)}`);
-			run(`mv ${currentExportBackupPath} ${currentExportArchivePath}`);
-		}
-	};
-
-	const deleteArtifactBackup = (artifact: string) => {
-		const {
-			currentExportArchivePath,
-			currentExportBackupPath,
-		} = getArtifactPaths(artifact);
-
-		console.log(`️Removing backup ${chalk.gray(currentExportArchivePath)}`);
-		run(`rm -rf ${currentExportBackupPath}`);
-	};
-
-	/** Archive archivable cache artifacts to reuse them in the next render */
-	const archiveCacheArtifacts = () => {
-		for (const artifact of artifactsCache) {
-			const {
-				currentExportArchiveCachePath,
-				currentExportWorkingPath,
-			} = getArtifactPaths(artifact);
-
-			if (fs.existsSync(currentExportWorkingPath)) {
-				console.info(
-					`Moving files from ${chalk.gray(
-						currentExportWorkingPath
-					)} to ${chalk.gray(currentExportArchiveCachePath)}`
-				);
-				run(`mv ${currentExportWorkingPath} ${currentExportArchiveCachePath}`);
-			} else {
-				throw new Error(
-					`Error moving files from ${currentExportWorkingPath}: Path does not exist.`
-				);
-			}
-		}
-	};
-
-	/**
-	 * Remove sites dir from restoring phase.
-	 */
-	const cleanUpSites = async () => {
-		const { sitesToPublish, sitesToUnpublish } = await checkSites(domain);
-
-		await deleteSites(sitesToUnpublish, domain);
-		await deleteSites(sitesToPublish, domain);
-	};
-
-	/**
-	 * Restore Gatsby cache artifacts from a previous render to improve
-	 * performance.
-	 */
-	const restoreCacheArtifacts = () => {
-		for (const artifact of artifactsCache) {
-			const {
-				currentExportArchiveCachePath,
-				currentExportWorkingPath,
-			} = getArtifactPaths(artifact);
-
-			if (fs.existsSync(currentExportArchiveCachePath)) {
-				console.log(`️Restoring ${chalk.gray(currentExportArchiveCachePath)}`);
-				run(`mv ${currentExportArchiveCachePath} ${currentExportWorkingPath}`);
-			}
-		}
-	};
-
-	/**
-	 * Call the gatsby build command.
-	 * This start the `yarn gatsby-build` command that will use the data downloaded.
-	 */
-	const runGatsbyBuild = () => {
-		run("yarn gatsby-build");
-	};
-
-	// TODO: Hacer que infra tire de `public` en vez de `dist` y quitar esto
-	const moveDistToPublic = () => {
-		const { currentExportWorkingPath: distPath } = getArtifactPaths("dist");
-		const { currentExportWorkingPath: publicPath } = getArtifactPaths("public");
-
-		if (fs.existsSync(distPath)) {
-			console.log(
-				`Moving ${chalk.gray(distPath)} to ${chalk.gray(publicPath)}`
-			);
-			run(`mv ${distPath} ${publicPath}`);
-		}
-	};
-
-	/**
-	 * Delete disposable artifacts between renders.
-	 */
-	const removeDisposableArtifacts = () => {
-		for (const artifact of artifactsDisposable) {
-			const { currentExportWorkingPath: artifactPath } = getArtifactPaths(
-				artifact
-			);
-
-			if (fs.existsSync(artifactPath)) {
-				console.log(`️Removing ${chalk.gray(artifactPath)}`);
-				run(`rm -rf ${artifactPath}`);
-			}
-		}
-	};
-
-	return {
-		init,
-		getArtifactPaths,
-		archiveExportArtifact,
-		archiveArtifacts,
-		restoreArtifacts,
-		createArtifactBackup,
-		restoreArtifactBackup,
-		deleteArtifactBackup,
-		archiveCacheArtifacts,
-		restoreCacheArtifacts,
-		cleanUpSites,
-		runGatsbyBuild,
-		removeDisposableArtifacts,
-	};
-}
-
-/**
- * Return the assetPrefix url `assetPrefix/domain`
- */
-function getGatsbyAssetPrefixSlug(domain: string) {
-	const assetPrefix =
-		process.env.GRIDDO_ASSET_PREFIX || process.env.ASSET_PREFIX;
-
-	if (!assetPrefix || !domain) return "";
-	if (!domain.startsWith("pro-")) return "";
-
-	return `${assetPrefix}/${domain}`;
-}
-
-export { attempts, getGatsbyDomainRunner };

package/exporter/create-build-data.ts

@@ -1,22 +0,0 @@
-import { getInstanceDomains } from "./utils/domains";
-import { createBuildData } from "./utils/download-build-data";
-
-async function main() {
-	const domains = await getInstanceDomains();
-
-	for (const domain of domains) {
-		createBuildData(domain).catch((err) => {
-			console.error("Error", err?.stdout?.toString() || err);
-			process.exit(1);
-		});
-		process.exit(0);
-	}
-}
-
-main().catch((err) => {
-	console.error(
-		"Error in create-build-data.ts:",
-		err?.stdout?.toString() || err
-	);
-	process.exit(1);
-});

package/exporter/index.ts

@@ -1,23 +0,0 @@
-#!/usr/bin/env node
-/* eslint-disable node/shebang */
-
-import { runGatsbyAdapter } from "./adapters";
-import { logBox, measureExecutionTime } from "./utils/shared";
-
-async function main() {
-	const exeTime = await measureExecutionTime(() => runGatsbyAdapter()).catch(
-		(e) => {
-			console.log(e);
-			console.log("[[[ Render will be reset ]]]");
-			process.exit(1);
-		}
-	);
-	logBox(`All domains rendered in ${exeTime}s.`, "", 1, 0);
-	process.exit(0);
-}
-
-// Go render, go!
-main().catch((err) => {
-	console.error("Error in main():", err?.stdout?.toString() || err);
-	process.exit(1);
-});