@griddo/cx 11.7.11 → 11.7.12-rc.1

package/exporter/commands/upload-search-content.ts

@@ -1,38 +1,211 @@
-#!/usr/bin/env node
+import type { GatsbyPageData } from "../adapters/gatsby/shared/types";
+import type { PostSearchInfoResponse } from "../types/api";
+import type { AIEmbeddingsResponse, PostSearchInfoProps } from "../types/global";
 
-import fs from "node:fs";
+import fsp from "node:fs/promises";
+import path from "node:path";
 
-import { envs } from "../constants";
-import { getConfig } from "../utils/core-utils";
+import { AI_EMBEDDINGS, SEARCH } from "../constants/endpoints";
+import { GRIDDO_AI_EMBEDDINGS, GRIDDO_SEARCH_FEATURE } from "../constants/envs";
+import { ReadFromStoreError, UploadSearchError } from "../constants/errors";
+import { AuthService } from "../services/auth";
+import { post } from "../utils/api";
 import { getInstanceDomains } from "../utils/domains";
-import {
-	startAIEmbeddings,
-	uploadRenderedSearchContentToAPI,
-} from "../utils/searches";
+import { throwError } from "../utils/errors";
+import { pathExists } from "../utils/folders";
+import { getRenderPathsFromDB } from "../utils/render";
+
+/**
+ * Save in the BBDD the content of a page parsed without HTML tags.
+ *
+ * @param props Object with parts of the final page object to be saved in the BBDD.
+ */
+async function postSearchInfo(props: PostSearchInfoProps) {
+	const { title, description, image, pageId, languageId, siteId, url, content, template } = props;
+
+	const response = await post<PostSearchInfoResponse>({
+		endpoint: SEARCH,
+		body: {
+			title,
+			description,
+			image,
+			pageId,
+			languageId,
+			siteId,
+			url,
+			template,
+			content,
+		},
+		useApiCacheDir: false,
+		logToFile: false,
+	});
+
+	return response;
+}
+
+function prepareHTMLContentForSearch(content: string): string {
+	// 1. Remove script, style, and other unwanted block tags and their content.
+	// The regex looks for <tag...>...</tag> where tag is one of the specified ones.
+	const tagsToRemove = ["meta", "link", "style", "script", "noscript", "nav", "header", "footer"];
+	const removeTagsRegex = new RegExp(`<(${tagsToRemove.join("|")})\\b[^>]*>.*?<\\/\\1>`, "gis");
+	let processedContent = content.replace(removeTagsRegex, "");
+
+	// 2. Strip all remaining HTML tags.
+	processedContent = processedContent.replace(/<[^>]+>/g, " ");
+
+	// 3. Normalize whitespace: replace multiple spaces/newlines with a single space and trim.
+	processedContent = processedContent.replace(/\s+/g, " ").trim();
+
+	return processedContent;
+}
+
+/**
+ * Function that search in the `/public` dir the content info of the pages and
+ * send it to the search table in the ddbb using the API.
+ * @todo Utilizar la carpeta page-data en lugar de la carpeta store puesto que
+ * esta ya no es persistente.
+ */
+async function uploadRenderedSearchContentToAPI(options: {
+	htmlContentDir: string;
+	jsonContentDir: string;
+}) {
+	const { htmlContentDir, jsonContentDir } = options;
+
+	if (!(await pathExists(jsonContentDir)) || !(await pathExists(htmlContentDir))) {
+		console.log(
+			`Skipping uploading content to the search endpoint because it has not exported sites.`,
+		);
 
-async function main() {
-	if (!envs.GRIDDO_SEARCH_FEATURE) {
 		return;
 	}
 
-	const domains = await getInstanceDomains();
-	const config = getConfig();
-	for (const domain of domains) {
-		const { __exports_dist } = config.paths(domain);
+	// Get pages from gatsby page-data dir
+	const gatsbyPageDataPages = getPageDataPagesFromExports(jsonContentDir);
+
+	for await (const pageData of gatsbyPageDataPages) {
+		const { result } = pageData;
+		const { pageContext } = result;
+		const { page, openGraph, pageMetadata } = pageContext;
+
+		const { compose } = page.fullPath;
+
+		const htmlPath = path.resolve(`${htmlContentDir}/${compose}/index.html`);
+		const htmlContent = await fsp.readFile(htmlPath, "utf-8");
+
+		const pageObject: PostSearchInfoProps = {
+			siteId: page.site,
+			pageId: page.id,
+			// `pageMetadata.title` has already a fallback `metatitle ||
+			// pageTitle` so probably `title` never will be take the
+			// `openGraph?.title` value. Only when the `metatitle` and
+			// `pageTitle` are empty.
+			title: pageMetadata?.title || openGraph?.title,
+			languageId: page.language,
+			url: page.fullUrl,
+			template: page.template.templateType || page.templateId,
+			description: pageMetadata?.description || openGraph?.description,
+			image: openGraph.image,
+			// _content: prepareHTMLContentForSearch(htmlContent),
+			content: prepareHTMLContentForSearch(htmlContent),
+		};
+
+		try {
+			await postSearchInfo(pageObject);
+		} catch (error) {
+			throwError(UploadSearchError, error);
+		}
+	}
+}
+
+/**
+ * Walk recursively in a basePath and return an array of pages with json
+ * extension with the full absolute path and the path includes "page-data".
+ *
+ * @param basePath The path to walk recursively.
+ * @returns An array of pages with json extension with the full absolute path
+ * and the path includes "page-data".
+ */
+async function* walkRecursively(basePath: string): AsyncGenerator<string> {
+	const filesHandle = await fsp.opendir(basePath);
 
-		// If __exports_dist has not exported sites (directories), it does not
-		// upload search content.
-		if (fs.existsSync(__exports_dist)) {
-			await uploadRenderedSearchContentToAPI(__exports_dist, domain);
+	for await (const fileDirent of filesHandle) {
+		if (fileDirent.isDirectory()) {
+			yield* walkRecursively(path.join(basePath, fileDirent.name));
+		} else if (
+			fileDirent.isFile() &&
+			path.extname(fileDirent.name) === ".json" &&
+			fileDirent.name.includes("page-data")
+		) {
+			yield path.join(basePath, fileDirent.name);
 		}
 	}
+}
+
+/**
+ * Walk recursively in a basePath and return an array of pages with json
+ * extension with the full absolute path and the path includes "page-data".
+ *
+ * @param basePath The path to walk recursively.
+ * @returns An array of pages with json extension with the full absolute path
+ * and the path includes "page-data".
+ */
+async function* getPageDataPagesFromExports<PageType extends GatsbyPageData>(
+	basePath: string,
+): AsyncGenerator<PageType> {
+	const jsonFiles = walkRecursively(basePath);
+
+	for await (const filePath of jsonFiles) {
+		try {
+			const fileContent = await fsp.readFile(filePath, "utf8");
+			const page = JSON.parse(fileContent) as PageType;
 
-	// Solo una vez en cada render de todos los dominios...
-	if (envs.GRIDDO_AI_EMBEDDINGS) {
-		await startAIEmbeddings();
+			if (page.path) {
+				yield page;
+			}
+		} catch (error) {
+			throwError(ReadFromStoreError, error);
+		}
 	}
 }
 
+async function getContentDirectories(domain: string) {
+	const { __exports } = await getRenderPathsFromDB({ domain });
+
+	return {
+		htmlContentDir: path.join(__exports, "dist"),
+		jsonContentDir: path.join(__exports, "dist", "page-data"),
+	};
+}
+
+async function uploadSearchContent() {
+	if (GRIDDO_SEARCH_FEATURE) {
+		await AuthService.login();
+		const domains = await getInstanceDomains();
+		for (const domain of domains) {
+			const { htmlContentDir, jsonContentDir } = await getContentDirectories(domain);
+			await uploadRenderedSearchContentToAPI({
+				htmlContentDir,
+				jsonContentDir,
+			});
+		}
+	}
+}
+
+async function aiEmbeddings() {
+	if (GRIDDO_SEARCH_FEATURE && GRIDDO_AI_EMBEDDINGS) {
+		await AuthService.login();
+		await post<AIEmbeddingsResponse>({
+			endpoint: AI_EMBEDDINGS,
+			useApiCacheDir: false,
+		});
+	}
+}
+
+async function main() {
+	await uploadSearchContent();
+	await aiEmbeddings();
+}
+
 main().catch((err) => {
 	console.error("Error", err?.stdout?.toString() || err);
 	process.exit(1);

package/exporter/constants/endpoints.ts

@@ -1,4 +1,5 @@
-import { GRIDDO_API_URL, GRIDDO_PUBLIC_API_URL } from "./envs";
+const GRIDDO_API_URL = process.env.GRIDDO_API_URL;
+const GRIDDO_PUBLIC_API_URL = process.env.GRIDDO_PUBLIC_API_URL;
 
 const WITH_URI = `${GRIDDO_API_URL}/site/`;
 

package/exporter/constants/envs.ts

@@ -1,67 +1,72 @@
-/**
- * Here are all the environment variables that the CX code uses.
- */
-
-import dotenv from "dotenv";
+// Here are all the environment variables that the CX code uses.
 
 import { isTruthy } from "../utils/core-utils";
 
-dotenv.config();
-
-//
 // Credentials
-//
-/* prettier-ignore */ const GRIDDO_API_URL = process.env.GRIDDO_API_URL || process.env.API_URL;
-/* prettier-ignore */ const GRIDDO_PUBLIC_API_URL = process.env.GRIDDO_PUBLIC_API_URL || process.env.PUBLIC_API_URL;
-/* prettier-ignore */ const GRIDDO_BOT_USER = process.env.botEmail || process.env.GRIDDO_BOT_USER;
-/* prettier-ignore */ const GRIDDO_BOT_PASSWORD = process.env.botPassword|| process.env.GRIDDO_BOT_PASSWORD;
+const GRIDDO_API_URL = process.env.GRIDDO_API_URL || process.env.API_URL;
+const GRIDDO_PUBLIC_API_URL = process.env.GRIDDO_PUBLIC_API_URL || process.env.PUBLIC_API_URL;
+const GRIDDO_BOT_USER = process.env.botEmail || process.env.GRIDDO_BOT_USER;
+const GRIDDO_BOT_PASSWORD = process.env.botPassword || process.env.GRIDDO_BOT_PASSWORD;
 
-//
 // Rendering
-//
-/* prettier-ignore */ const GRIDDO_API_CONCURRENCY_COUNT = Number.parseInt( process.env.GRIDDO_API_CONCURRENCY_COUNT || "10");
-/* prettier-ignore */ const GRIDDO_RENDER_ALL_SITES = isTruthy(process.env.GRIDDO_RENDER_ALL_SITES || process.env.updateAllSites);
-/* prettier-ignore */ const GRIDDO_RENDER_SITE = Number.parseInt(process.env.GRIDDO_RENDER_SITE || "")
-/* prettier-ignore */ const GRIDDO_RENDER_PAGES = (process.env.GRIDDO_RENDER_PAGES || "").split(",").map((item) => Number.parseInt(item)).filter(Boolean);
-/* prettier-ignore */ const GRIDDO_SKIP_BUILD_CHECKS = isTruthy(process.env.GRIDDO_SKIP_BUILD_CHECKS)
-/* prettier-ignore */ const GRIDDO_DEBUG_LOGS = isTruthy(process.env.GRIDDO_DEBUG_LOGS);
-/* prettier-ignore */ const GRIDDO_BUILD_LOGS = isTruthy(process.env.GRIDDO_BUILD_LOGS);
-/* prettier-ignore */ const GRIDDO_RENDER_BREAKPOINTS_FEATURE = isTruthy(process.env.GRIDDO_RENDER_BREAKPOINTS_FEATURE);
-/* prettier-ignore */ const GRIDDO_SSG_VERBOSE_LOGS = isTruthy(process.env.GRIDDO_SSG_VERBOSE_LOGS)
-/* prettier-ignore */ const GRIDDO_SEARCH_FEATURE = isTruthy(process.env.GRIDDO_SEARCH_FEATURE);
-/* prettier-ignore */ const GRIDDO_ASSET_PREFIX = process.env.GRIDDO_ASSET_PREFIX || process.env.ASSET_PREFIX;
-/* prettier-ignore */ const GRIDDO_REACT_APP_INSTANCE = process.env.GRIDDO_REACT_APP_INSTANCE || process.env.REACT_APP_INSTANCE;
-/* prettier-ignore */ const GRIDDO_AI_EMBEDDINGS = isTruthy(process.env.GRIDDO_AI_EMBEDDINGS);
-/* prettier-ignore */ const GRIDDO_VERBOSE_LOGS = isTruthy(process.env.GRIDDO_VERBOSE_LOGS);
-/* prettier-ignore */ const GRIDDO_ALERT_FEATURE = isTruthy(process.env.GRIDDO_ALERT_FEATURE);
-/* prettier-ignore */ const GRIDDO_API_MAX_RESPONSE_SIZE = Number.parseInt(process.env.GRIDDO_API_MAX_RESPONSE_SIZE || "81920") // 80KB
-/* prettier-ignore */ const GRIDDO_SSG_MAX_PAGE_SIZE = Number.parseInt(process.env.GRIDDO_SSG_MAX_PAGE_SIZE || "524288") // 512KB
+const GRIDDO_API_CONCURRENCY_COUNT = Number.parseInt(
+	process.env.GRIDDO_API_CONCURRENCY_COUNT || "10",
+);
+const GRIDDO_RENDER_ALL_SITES = isTruthy(
+	process.env.GRIDDO_RENDER_ALL_SITES || process.env.updateAllSites,
+);
+const GRIDDO_RENDER_SITE = Number.parseInt(process.env.GRIDDO_RENDER_SITE || "");
+const GRIDDO_RENDER_PAGES = (process.env.GRIDDO_RENDER_PAGES || "")
+	.split(",")
+	.map((item) => Number.parseInt(item))
+	.filter(Boolean);
+const GRIDDO_SKIP_BUILD_CHECKS = isTruthy(process.env.GRIDDO_SKIP_BUILD_CHECKS);
+const GRIDDO_DEBUG_LOGS = isTruthy(process.env.GRIDDO_DEBUG_LOGS);
+const GRIDDO_BUILD_LOGS = isTruthy(process.env.GRIDDO_BUILD_LOGS);
+const GRIDDO_RENDER_BREAKPOINTS_FEATURE = isTruthy(process.env.GRIDDO_RENDER_BREAKPOINTS_FEATURE);
+const GRIDDO_SSG_VERBOSE_LOGS = isTruthy(process.env.GRIDDO_SSG_VERBOSE_LOGS);
+const GRIDDO_SEARCH_FEATURE = isTruthy(process.env.GRIDDO_SEARCH_FEATURE);
+const GRIDDO_ASSET_PREFIX = process.env.GRIDDO_ASSET_PREFIX || process.env.ASSET_PREFIX;
+const GRIDDO_REACT_APP_INSTANCE =
+	process.env.GRIDDO_REACT_APP_INSTANCE || process.env.REACT_APP_INSTANCE;
+const GRIDDO_AI_EMBEDDINGS = isTruthy(process.env.GRIDDO_AI_EMBEDDINGS);
+const GRIDDO_VERBOSE_LOGS = isTruthy(process.env.GRIDDO_VERBOSE_LOGS);
 
-//
 // LifeCycle
-//
-/* prettier-ignore */ const GRIDDO_INIT_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_INIT_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS || "2");
-/* prettier-ignore */ const GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS || "1");
-/* prettier-ignore */ const GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS || "4");
-/* prettier-ignore */ const GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS || "1");
-
-//
-// Testing
-//
-/* prettier-ignore */ const GRIDDO_FIXTURES_DOMAIN_NAMES = process.env.GRIDDO_CX_FIXTURES_DOMAIN_NAMES;
-/* prettier-ignore */ const GRIDDO_FIXTURES_SITE_NAMES = process.env.GRIDDO_CX_FIXTURES_SITE_NAMES;
+const GRIDDO_INIT_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_INIT_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_CLEAN_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_RESTORE_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS || "2",
+);
+const GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_RELOCATION_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
+const GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS || "4",
+);
+const GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS = Number.parseInt(
+	process.env.GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS || "1",
+);
 
 export {
 	GRIDDO_AI_EMBEDDINGS,
-	GRIDDO_ALERT_FEATURE,
 	GRIDDO_API_CONCURRENCY_COUNT,
-	GRIDDO_API_MAX_RESPONSE_SIZE,
 	GRIDDO_API_URL,
 	GRIDDO_ARCHIVE_LIFECYCLE_MAX_ATTEMPTS,
 	GRIDDO_ASSET_PREFIX,
@@ -72,8 +77,6 @@ export {
 	GRIDDO_CLOSE_LIFECYCLE_MAX_ATTEMPTS,
 	GRIDDO_DATA_LIFECYCLE_MAX_ATTEMPTS,
 	GRIDDO_DEBUG_LOGS,
-	GRIDDO_FIXTURES_DOMAIN_NAMES,
-	GRIDDO_FIXTURES_SITE_NAMES,
 	GRIDDO_INIT_LIFECYCLE_MAX_ATTEMPTS,
 	GRIDDO_META_LIFECYCLE_MAX_ATTEMPTS,
 	GRIDDO_PREPARE_LIFECYCLE_MAX_ATTEMPTS,
@@ -88,7 +91,6 @@ export {
 	GRIDDO_SEARCH_FEATURE,
 	GRIDDO_SKIP_BUILD_CHECKS,
 	GRIDDO_SSG_LIFECYCLE_MAX_ATTEMPTS,
-	GRIDDO_SSG_MAX_PAGE_SIZE,
 	GRIDDO_SSG_VERBOSE_LOGS,
 	GRIDDO_VERBOSE_LOGS,
 };

package/exporter/{errors/errors-data.ts → constants/errors.ts}

@@ -7,11 +7,13 @@
  * obligatorily.
  */
 
-import type { ErrorData } from ".";
 import type { SpawnSyncReturns } from "node:child_process";
+import type { ErrorData } from "../utils/errors";
 
 type ErrorsType =
 	| "ArtifactError"
+	| "BundlesInconsistencyError"
+	| "CheckHealthError"
 	| "ErrorInSSGBuildProcess"
 	| "LifecycleExecutionError"
 	| "LoginError"
@@ -20,6 +22,7 @@ type ErrorsType =
 	| "ReadFromStoreError"
 	| "ReferenceFieldSourcesNotFoundError"
 	| "RenderUUIDError"
+	| "UploadSearchError"
 	| "WriteToStoreError";
 
 const ArtifactError: ErrorData = {
@@ -30,19 +33,13 @@ const ArtifactError: ErrorData = {
 	hint: "Have there been any recent deployments? These can delete directories from the current render.",
 };
 
-const ErrorInSSGBuildProcess = (
-	command: SpawnSyncReturns<string>,
-): ErrorData => ({
+const ErrorInSSGBuildProcess = (command: SpawnSyncReturns<string>): ErrorData => ({
 	error: "ErrorInSSGBuildProcess",
 	message: `Error in SSG build process: ${JSON.stringify(command)}`,
-	expected:
-		"This can happen if there was a problem with the SSG build process.",
+	expected: "This can happen if there was a problem with the SSG build process.",
 });
 
-const LifecycleExecutionError = (
-	attempts: number,
-	name: string,
-): ErrorData => ({
+const LifecycleExecutionError = (attempts: number, name: string): ErrorData => ({
 	error: "LifecycleExecutionError",
 	message: `Exceeded maximum retry attempts (${attempts}) for ${name} LifeCycle`,
 });
@@ -50,14 +47,12 @@ const LifecycleExecutionError = (
 const LoginError: ErrorData = {
 	error: "LoginError",
 	message: "There was a problem logging in to the API",
-	expected:
-		"This happens if the API is currently not working or the credentials are incorrect.",
+	expected: "This happens if the API is currently not working or the credentials are incorrect.",
 };
 
 const NoDomainsFoundError: ErrorData = {
 	error: "NoDomainsFoundError",
-	message:
-		"No domains were found in this instance. The process cannot continue.",
+	message: "No domains were found in this instance. The process cannot continue.",
 	expected:
 		"This may happen if the API is not functioning, or the site is not properly configured, or the domains are not registered.",
 	hint: "You can contact the instance administrator.",
@@ -98,8 +93,22 @@ const WriteToStoreError: ErrorData = {
 	hint: "There may be an issue such as lack of space or permissions preventing the file from being written.",
 };
 
+const UploadSearchError: ErrorData = {
+	error: "UploadSearchError",
+	message: "There was an error uploading content to API for search",
+	hint: "This happens if the API is currently not working or the credentials are incorrect.",
+};
+
+const CheckHealthError: ErrorData = {
+	error: "CheckHealthError",
+	message: "There was a problem with environment vars configuration.",
+	expected: "Some of the required environment variables are not set correctly or are missing",
+	hint: "Are the environment variables correctly set?",
+};
+
 export {
 	ArtifactError,
+	CheckHealthError,
 	ErrorInSSGBuildProcess,
 	LifecycleExecutionError,
 	LoginError,
@@ -108,6 +117,7 @@ export {
 	ReadFromStoreError,
 	ReferenceFieldSourcesNotFoundError,
 	RenderUUIDError,
+	UploadSearchError,
 	WriteToStoreError,
 	type ErrorsType,
 };

package/exporter/services/auth.ts

@@ -1,8 +1,9 @@
 import type { AuthHeaders } from "../types/api";
 
-import { endpoints, envs } from "../constants";
-import { throwError } from "../errors";
-import { LoginError } from "../errors/errors-data";
+import { LOGIN } from "../constants/endpoints";
+import { GRIDDO_BOT_PASSWORD, GRIDDO_BOT_USER } from "../constants/envs";
+import { LoginError } from "../constants/errors";
+import { throwError } from "../utils/errors";
 
 /**
  * Service for authentication in the Griddo Private API
@@ -12,12 +13,12 @@ class AuthService {
 
 	async login() {
 		try {
-			const response = await fetch(endpoints.LOGIN, {
+			const response = await fetch(LOGIN, {
 				method: "POST",
 				headers: { "Content-Type": "application/json", Connection: "close" },
 				body: JSON.stringify({
-					username: envs.GRIDDO_BOT_USER,
-					password: envs.GRIDDO_BOT_PASSWORD,
+					username: GRIDDO_BOT_USER,
+					password: GRIDDO_BOT_PASSWORD,
 				}),
 			});
 

package/exporter/services/db-class.ts

@@ -0,0 +1,54 @@
+import type { RenderDB } from "../types/render";
+
+import fsp from "node:fs/promises";
+import path from "node:path";
+
+import { pkgDirSync } from "../utils/npm-deps/pkg-dir";
+
+// Interfaz para abstraer la DB
+export interface Database {
+	read(): Promise<RenderDB>;
+	write(renderDB: RenderDB): Promise<void>;
+}
+
+export class JsonDatabase implements Database {
+	private readonly dbFilePath: string;
+
+	constructor(customDBPath?: string) {
+		this.dbFilePath =
+			customDBPath ??
+			path.join(
+				pkgDirSync({ cwd: path.resolve(__dirname, "../../..") }) ?? "",
+				".cx-cache",
+				"db.json",
+			);
+	}
+
+	async read(customDBFilePath?: string): Promise<RenderDB> {
+		try {
+			const raw = await fsp.readFile(customDBFilePath || this.dbFilePath, "utf-8");
+			return JSON.parse(raw) as RenderDB;
+		} catch (error) {
+			if (error instanceof Error) {
+				console.error(`Error reading DB file at ${this.dbFilePath}:`, error.message);
+			} else {
+				console.error(`Unknown error reading DB file at ${this.dbFilePath}:`, error);
+			}
+			throw error;
+		}
+	}
+
+	async write(renderDB: RenderDB): Promise<void> {
+		try {
+			await fsp.mkdir(path.dirname(this.dbFilePath), { recursive: true });
+			await fsp.writeFile(this.dbFilePath, JSON.stringify(renderDB, null, 2));
+		} catch (error) {
+			if (error instanceof Error) {
+				console.error(`Error writing to DB file at ${this.dbFilePath}:`, error.message);
+			} else {
+				console.error(`Unknown error writing to DB file at ${this.dbFilePath}:`, error);
+			}
+			throw error;
+		}
+	}
+}

package/exporter/services/db.ts

@@ -0,0 +1,32 @@
+import type { RenderDB } from "../types/render";
+
+import fsp from "node:fs/promises";
+import path from "node:path";
+
+import { pkgDirSync } from "../utils/npm-deps/pkg-dir";
+
+const root = pkgDirSync({ cwd: path.resolve(__dirname, "../../..") }) || "";
+const cache = path.join(root, ".cx-cache");
+const dbFilePath = path.join(cache, "db.json");
+
+async function readDB(customDBPath = "") {
+	const file = customDBPath || dbFilePath;
+	try {
+		return JSON.parse(await fsp.readFile(file, "utf-8")) as RenderDB;
+	} catch (error) {
+		console.error(`Failed to read DB file at ${file}:`, error);
+		throw error;
+	}
+}
+
+async function writeDB(renderDB: RenderDB, customDBPath = "") {
+	const file = customDBPath || dbFilePath;
+	try {
+		await fsp.writeFile(file, JSON.stringify(renderDB));
+	} catch (error) {
+		console.error(`Failed to write DB file at ${file}:`, error);
+		throw error;
+	}
+}
+
+export { readDB, writeDB };

package/exporter/services/navigation.ts

@@ -68,9 +68,7 @@ class NavigationService {
 		const rightLanguageItem = list.find(
 			(item) =>
 				item.language === language &&
-				item.navigationLanguages?.find(
-					(version) => version.navigationId === id,
-				),
+				item.navigationLanguages?.find((version) => version.navigationId === id),
 		);
 
 		const result = rightLanguageItem || list.find((item) => item.id === id);
@@ -87,13 +85,9 @@ class NavigationService {
 	}
 
 	getPageNavigations(page: APIPageObject) {
-		const {
-			header: pageHeader,
-			footer: pageFooter,
-			language,
-			template: { templateType },
-			templateConfig: { defaultHeader, defaultFooter, templates },
-		} = page;
+		const { header: pageHeader, footer: pageFooter, language, template, templateConfig } = page;
+		const { templateType } = template;
+		const { defaultHeader, defaultFooter, templates } = templateConfig;
 
 		// The navigations would be:
 		// - The one with the page or ...