@griddo/cx 11.7.10 → 11.7.12-rc.0

package/exporter/utils/health-checks.ts

@@ -1,64 +0,0 @@
-import { boxLog } from "./loggin";
-import { envs } from "../constants";
-
-const GRIDDO_ENVS_VARS: ReadonlyArray<string> = [];
-
-/**
- * Check if the environment is secure to launch a render.
- * If something fails then log an error message and exit from the process.
- * Otherwise just return true.
- */
-function checkRenderHealthOrExit() {
-	// Bypass the check using this env var, handy for local renders.
-	if (envs.GRIDDO_SKIP_BUILD_CHECKS) {
-		console.info("Build health check skipped");
-
-		return true;
-	}
-
-	// Checklist
-	const envsVars = checkEnvsVars(GRIDDO_ENVS_VARS);
-
-	// Render is safe if...
-	const renderingIsSave = envsVars;
-
-	// The environment is suitable for a build-render
-	if (renderingIsSave) {
-		console.info("Build health check passed");
-
-		return true;
-	}
-
-	// Error
-	boxLog(
-		"Error. The environment is not suitable for a build.",
-		"Not valid environment",
-	);
-	process.exit(1);
-}
-
-/**
- * Check if a list of environments variables exist with any value.
- *
- * @todo Also check the value.
- * @param envs An array of environments variables
- * @returns exists with (1) if there are missing envs vars
- */
-function checkEnvsVars(envs: ReadonlyArray<string>) {
-	const missingEnvs = envs.filter((envName) => {
-		return !process.env[envName];
-	});
-
-	if (missingEnvs.length) {
-		const missingEnvsMsg = missingEnvs.join("\n");
-		console.error(
-			`Env check failed. These envs vars are missing: \n\n${missingEnvsMsg}`,
-		);
-
-		return false;
-	}
-
-	return true;
-}
-
-export { checkRenderHealthOrExit };

package/exporter/utils/searches.ts

@@ -1,156 +0,0 @@
-import type { PostSearchInfoResponse } from "../types/api";
-import type {
-	AIEmbeddingsResponse,
-	PostSearchInfoProps,
-} from "../types/global";
-
-import fs from "node:fs";
-import path from "node:path";
-
-import { post } from "./api";
-import { getConfig } from "./core-utils";
-import { getBuildPagesFromCachedStore } from "./store";
-import { endpoints } from "../constants";
-
-/**
- * Save in the BBDD the content of a page parsed without HTML tags.
- *
- * @param props Object with parts of the final page object to be saved in the BBDD.
- */
-async function postSearchInfo(props: PostSearchInfoProps) {
-	const {
-		title,
-		description,
-		image,
-		pageId,
-		languageId,
-		siteId,
-		url,
-		content,
-		template,
-	} = props;
-
-	const response = await post<PostSearchInfoResponse>({
-		endpoint: endpoints.SEARCH,
-		body: {
-			title,
-			description,
-			image,
-			pageId,
-			languageId,
-			siteId,
-			url,
-			template,
-			content,
-		},
-		useApiCacheDir: false,
-	});
-
-	return response;
-}
-
-/**
- * Remove the every cntent inside some HTML tags including them.
- *
- * @param content A string with the content.
- */
-function prepareHTMLContentForSearch(content: string): string {
-	// 1. Remove script, style, and other unwanted block tags and their content.
-	// The regex looks for <tag...>...</tag> where tag is one of the specified ones.
-	const tagsToRemove = [
-		"meta",
-		"link",
-		"style",
-		"script",
-		"noscript",
-		"nav",
-		"header",
-		"footer",
-	];
-	const removeTagsRegex = new RegExp(
-		`<(${tagsToRemove.join("|")})\\b[^>]*>.*?<\\/\\1>`,
-		"gis",
-	);
-	let processedContent = content.replace(removeTagsRegex, "");
-
-	// 2. Strip all remaining HTML tags.
-	processedContent = processedContent.replace(/<[^>]+>/g, " ");
-
-	// 3. Normalize whitespace: replace multiple spaces/newlines with a single space and trim.
-	processedContent = processedContent.replace(/\s+/g, " ").trim();
-
-	return processedContent;
-}
-
-/**
- * Function that search in the `/public` dir the content info of the pages and
- * send it to the search table in the ddbb using the API.
- */
-async function uploadRenderedSearchContentToAPI(
-	distDomainPath: string,
-	domain: string,
-) {
-	const config = getConfig();
-	const { __cache } = config.paths(domain);
-
-	// Extraemos el path de la carpeta store dentro de un dominio
-	const storeFolder = path.join(__cache, "store");
-
-	// Este caso sería que el dominio existe en la instancia pero no hay sites
-	// renderizardos bajo el mismo. Por lo que `store` no existe.
-	if (!fs.existsSync(storeFolder)) {
-		console.log(
-			`Skipping uploading content to the search endpoint for the domain ${domain}, it has not exported sites.`,
-		);
-		return;
-	}
-
-	// Obtenemos las páginas del store cacheado de un dominio
-	const storePages = getBuildPagesFromCachedStore(domain);
-
-	for await (const store of storePages) {
-		const {
-			context: { page, openGraph, pageMetadata },
-		} = store;
-
-		const { compose } = page.fullPath;
-
-		const contextPath = path.resolve(`${distDomainPath}/${compose}/index.html`);
-
-		const content = fs.readFileSync(contextPath).toString();
-
-		const pageObject: PostSearchInfoProps = {
-			siteId: page.site,
-			pageId: page.id,
-			// `pageMetadata.title` has already a fallback `metatitle ||
-			// pageTitle` so probably `title` never will be take the
-			// `openGraph?.title` value. Only when the `metatitle` and
-			// `pageTitle` are empty.
-			title: pageMetadata?.title || openGraph?.title,
-			languageId: page.language,
-			url: page.fullUrl,
-			template: page.template.templateType || page.templateId,
-			description: pageMetadata?.description || openGraph?.description,
-			image: openGraph.image,
-			content: prepareHTMLContentForSearch(content),
-		};
-
-		await postSearchInfo(pageObject);
-	}
-}
-
-async function startAIEmbeddings() {
-	try {
-		await post<AIEmbeddingsResponse>({
-			endpoint: endpoints.AI_EMBEDDINGS,
-			useApiCacheDir: false,
-		});
-	} catch (error) {
-		console.warn(
-			"There was an error with the ai embeddings",
-			(error as Error).message,
-		);
-	}
-}
-
-export { postSearchInfo, startAIEmbeddings, uploadRenderedSearchContentToAPI };

package/src/README.md

@@ -1,7 +0,0 @@
-# Griddo CX + Gatsby
-
-The `/src` dir and almost every file in the root dir is now 100% Gatsby related code along with the historical `/public`, `/dist`, `/apiCache`, `/store`, etc.. render dirs.
-
-Griddo CX code (the business logic) is now in `/exporter` dir.
-
-In the future, Griddo CX and Gatsby will split int their own packages dirs inside the mono-repo.

package/start-render.js

@@ -1,7 +0,0 @@
-#!/usr/bin/env node
-/* eslint-disable node/shebang */
-/* eslint-disable node/no-missing-require */
-
-// This is the "bin" for the griddo-cx package used by "infra" to trigger a
-// render running `npm run griddo-cx`.
-require("./build/start-render.js");