@griddo/cx 11.11.8-rc.1 → 11.12.0

package/exporter/ssg-adapters/gatsby/actions/meta.ts

@@ -1,6 +1,5 @@
 import type { RenderContext } from "@shared/context";
 
-import { generateLLMs } from "@services/llms";
 import { generateRobots } from "@services/robots";
 import { generateSitemaps } from "@services/sitemaps";
 
@@ -9,5 +8,4 @@ export async function metaAction(context: RenderContext) {
 
 	await generateSitemaps(domain);
 	await generateRobots(domain);
-	await generateLLMs(domain);
 }

package/exporter/ssg-adapters/gatsby/actions/relocation.ts

@@ -8,8 +8,10 @@ export async function relocationAction(context: RenderContext) {
 		pathsHydratedWithDomain: { __root, __ssg },
 	} = context;
 
-	const src = path.join(__ssg, "public");
-	const dst = path.join(__root, "current-dist");
+	const gatsbyWorkingDir = path.join(__ssg, "public");
+	const workingDistDir = path.join(__root, "current-dist");
 
-	await fsp.rename(src, dst);
+	context.workingDistDir = workingDistDir;
+
+	await fsp.rename(gatsbyWorkingDir, workingDistDir);
 }

package/exporter/ssg-adapters/gatsby/actions/sync.ts

@@ -25,8 +25,10 @@ export async function syncAction(context: RenderContext<SSG>) {
 	const previousDist = path.join(__exports, "dist");
 
 	// caching...
-	await mvDirs(__root, __cache, renderArtifacts.cacheables, { override: true });
-	await mvDirs(__ssg, __cache, ssgArtifacts.cacheables, { override: true });
+	await Promise.all([
+		mvDirs(__root, __cache, renderArtifacts.cacheables, { override: true }),
+		mvDirs(__ssg, __cache, ssgArtifacts.cacheables, { override: true }),
+	]);
 
 	if (renderMode === RENDER_MODE.FROM_SCRATCH) {
 		await deleteDisposableSiteDirs(currentDist);
@@ -57,7 +59,7 @@ export async function syncAction(context: RenderContext<SSG>) {
 
 	if (needsAssetPrefix) {
 		// TODO: Mejorar performance
-		await extractAssetsFromDist(domain);
+		await extractAssetsFromDist(domain, { root: __root, exports: __exports });
 	}
 
 	// rsync assets

package/exporter/ssg-adapters/gatsby/index.ts

@@ -109,10 +109,9 @@ export async function gatsbyRenderDomain(domain: string) {
 
 	await doLifeCycle("Data", async () => actions.data(context));
 	await doLifeCycle("SSG", async () => actions.ssg(context), { skip: isDryRender });
-	await doLifeCycle("Relocation", async () => actions.relocation(context), {
-		skip: isDryRender,
-	});
+	await doLifeCycle("Relocation", async () => actions.relocation(context), { skip: isDryRender });
 	await doLifeCycle("Meta", async () => actions.meta(context), { skip: isDryRender });
+	await doLifeCycle("LLMS", async () => actions.llms(context), { skip: isDryRender });
 	await doLifeCycle("Report", async () => actions.report(context));
 	await doLifeCycle("DryRunSync", async () => actions.dryRenderSync(context), {
 		skip: isWetRender,

package/exporter/ssg-adapters/gatsby/shared/extract-assets.ts

@@ -2,18 +2,17 @@ import fsp from "node:fs/promises";
 import path from "node:path";
 
 import { pathExists } from "../../../core/fs";
-import { getRenderPathsHydratedWithDomainFromDB } from "../../../services/render";
 
 /**
  * Update the Griddo's `/dist` dir with the contents from `public` dir only
  * with files of type: js, json and css.
  * TODO: Explicar que el static se copia a assets porque el js va en el subdominio de assets.
  */
-async function extractAssetsFromDist(domain: string) {
-	const { __root, __exports } = await getRenderPathsHydratedWithDomainFromDB({ domain });
+async function extractAssetsFromDist(domain: string, dirs: { root: string; exports: string }) {
+	const { exports, root } = dirs;
 
 	// Archivos (no carpetas) válidos de public
-	const filesFromDist = (await fsp.readdir(path.join(__exports, "dist"))).filter(
+	const filesFromDist = (await fsp.readdir(path.join(exports, "dist"))).filter(
 		(file) =>
 			path.extname(file) === ".js" ||
 			path.extname(file) === ".json" ||
@@ -21,35 +20,31 @@ async function extractAssetsFromDist(domain: string) {
 	);
 
 	// Creamos assets si es necesario (needsAssetPrefix)
-	await fsp.mkdir(path.join(__root, "assets"), { recursive: true });
+	await fsp.mkdir(path.join(root, "assets"), { recursive: true });
 	// page-data folder
-	await fsp.cp(
-		path.join(__exports, "dist", "page-data"),
-		path.join(__root, "assets", "page-data"),
-		{
-			preserveTimestamps: true,
-			recursive: true,
-		},
-	);
+	await fsp.cp(path.join(exports, "dist", "page-data"), path.join(root, "assets", "page-data"), {
+		preserveTimestamps: true,
+		recursive: true,
+	});
 	// static folder si existe
-	if (await pathExists(path.join(__root, "static"))) {
-		await fsp.cp(path.join(__root, "static"), path.join(__root, "assets"), {
+	if (await pathExists(path.join(root, "static"))) {
+		await fsp.cp(path.join(root, "static"), path.join(root, "assets"), {
 			force: false,
 			preserveTimestamps: true,
 			recursive: true,
 		});
 	}
 	// dist/static -> assets/static
-	if (await pathExists(path.join(__exports, "dist", "static"))) {
-		await fsp.cp(path.join(__exports, "dist", "static"), path.join(__root, "assets", "static"), {
+	if (await pathExists(path.join(exports, "dist", "static"))) {
+		await fsp.cp(path.join(exports, "dist", "static"), path.join(root, "assets", "static"), {
 			force: false,
 			preserveTimestamps: true,
 			recursive: true,
 		});
 	}
 	// otro static...
-	if (await pathExists(path.join(__root, "static"))) {
-		await fsp.cp(path.join(__root, "static"), path.join(__exports, "dist", domain), {
+	if (await pathExists(path.join(root, "static"))) {
+		await fsp.cp(path.join(root, "static"), path.join(exports, "dist", domain), {
 			preserveTimestamps: true,
 			recursive: true,
 			force: false,
@@ -64,8 +59,8 @@ async function extractAssetsFromDist(domain: string) {
 	// }
 
 	const arraysOfPromises: Promise<void>[] = filesFromDist.map((file) => {
-		const fileSrc = path.join(__exports, "dist", file);
-		const fileDest = path.join(__root, "assets", file);
+		const fileSrc = path.join(exports, "dist", file);
+		const fileDest = path.join(root, "assets", file);
 		return fsp.cp(fileSrc, fileDest, { preserveTimestamps: true, recursive: true });
 	});
 

package/exporter/ssg-adapters/gatsby/shared/sync-render.ts

@@ -3,9 +3,10 @@ import path from "node:path";
 
 import pLimit from "p-limit";
 
-import { findFilesBySuffix } from "../../../core/fs";
+import { findFilesBySuffix, pathExists } from "../../../core/fs";
 import { GriddoLog } from "../../../core/GriddoLog";
 import { addLogToBuffer } from "../../../core/logger";
+import { removeTrailingSlash } from "../../../core/paths";
 import { GRIDDO_SSG_BUNDLE_ANALYZER } from "../../../shared/envs";
 import { getAssetsDiffBetweenRenders, patchHtmlFile } from "./diff-assets";
 
@@ -21,16 +22,19 @@ interface CopyFilePath {
 	to: string;
 }
 interface SyncState {
+	mdToAdd: CopyFilePath[];
 	htmlToAdd: CopyFilePath[];
 	jsonToAdd: CopyFilePath[];
 	htmlToDelete: string[];
 	jsonToDelete: string[];
+	mdToDelete: string[];
 }
 interface PageInfo {
 	id: number;
 	composePath: string; // p.ej. '/about-us' o '/'
 	htmlPath: string; // p.ej. '/path/to/public/about-us/index.html'
 	jsonPath: string; // p.ej. '/path/to/public/page-data/about-us/page-data.json'
+	mdPath: string; // p.ej. '/path/to/public/about-us.md'
 }
 interface GatsbyPageData {
 	result: {
@@ -56,10 +60,12 @@ class SyncRender {
 	private assetArtifacts: string[];
 
 	private state: SyncState = {
+		mdToAdd: [],
 		htmlToAdd: [],
 		jsonToAdd: [],
 		htmlToDelete: [],
 		jsonToDelete: [],
+		mdToDelete: [],
 	};
 
 	constructor(config: SyncRenderConfig) {
@@ -91,17 +97,18 @@ class SyncRender {
 	}
 
 	private async setPagesToDelete() {
+		// -------------------------------------------------------
 		// INCLUIMOS LAS PÁGINAS A CREAR EN LAS CANDIDATAS A BORRAR
-		// =======================================================
+		// -------------------------------------------------------
 		// El set de ids incluye tanto las páginas a borrar como las que se van
 		// a crear para manejar correctamente los cambios de slug.
 		//
-		// Ejemplo: Si la página `id=3` tiene slug `about` y después viene con
-		// `slug=about-us`, necesitamos borrar la página `id=3` del render previo
-		// y volver a crearla con la nueva ruta.
+		// Ejemplo: Si la página `id=3` tiene `slug=about` y después viene con
+		// `slug=about-us`, necesitamos borrar la página `id=3` del render
+		// previo y volver a crearla con la nueva ruta.
 		//
-		// ¿Por qué? Porque el slug determina dónde se guarda la página:
-		// - /about/index.html -> /about-us/index.html
+		// ¿Por qué? Porque el slug determina dónde se guarda la página: -
+		// /about/index.html -> /about-us/index.html
 		//
 		// Si no la borrásemos previamente, tendríamos ambas páginas:
 		// `/about/index.html` y `/about-us/index.html`
@@ -112,10 +119,12 @@ class SyncRender {
 			if (candidateIdsToDelete.has(page.id)) {
 				this.state.htmlToDelete.push(page.htmlPath);
 				this.state.jsonToDelete.push(page.jsonPath);
+				this.state.mdToDelete.push(page.mdPath);
 			}
 		}
 
 		GriddoLog.verbose(`${this.state.htmlToDelete.length} pages HTML to delete`);
+		GriddoLog.verbose(`${this.state.mdToDelete.length} pages Markdown to delete`);
 		GriddoLog.verbose(`${this.state.jsonToDelete.length} pages JSON to delete`);
 	}
 
@@ -126,11 +135,23 @@ class SyncRender {
 		for (const page of newPages) {
 			if (candidateIdsToCreate.has(page.id)) {
 				const htmlTo = path.join(this.bundleDir, page.composePath, "index.html");
+				const mdTo = path.join(this.bundleDir, `${page.composePath}.md`);
+
+				// El page-data.json del índice principal tiene como slug solo
+				// la barra (`/`) por eso gatsby lo guarda en el directorio
+				// `index` de forma "reservada".
+				// Ejemplos
+				// ../page-data/about-us/page-data.json // página con slug
+				// ../page-data/programs/page-data.json // página con slug
+				// ../page-data/index/page-data.json // <---- ¡página root index!
 				const normalizedCompose = page.composePath === "/" ? "index" : page.composePath;
 				const jsonTo = path.join(this.bundleDir, "page-data", normalizedCompose, "page-data.json");
 
 				this.state.htmlToAdd.push({ from: page.htmlPath, to: htmlTo });
 				this.state.jsonToAdd.push({ from: page.jsonPath, to: jsonTo });
+				if (await pathExists(page.mdPath)) {
+					this.state.mdToAdd.push({ from: page.mdPath, to: mdTo });
+				}
 			}
 		}
 
@@ -140,7 +161,11 @@ class SyncRender {
 
 	private async sync() {
 		// Delete...
-		const allFilesToDelete = [...this.state.htmlToDelete, ...this.state.jsonToDelete];
+		const allFilesToDelete = [
+			...this.state.htmlToDelete,
+			...this.state.jsonToDelete,
+			...this.state.mdToDelete,
+		];
 		for (const file of allFilesToDelete) {
 			try {
 				// Usar `force: true` para no fallar si el archivo ya no existe.
@@ -155,7 +180,7 @@ class SyncRender {
 		await this.restoreWebpackCompilationHash();
 
 		// Copy...
-		const allFilesToAdd = [...this.state.htmlToAdd, ...this.state.jsonToAdd];
+		const allFilesToAdd = [...this.state.htmlToAdd, ...this.state.jsonToAdd, ...this.state.mdToAdd];
 		for (const file of allFilesToAdd) {
 			try {
 				await fsp.mkdir(path.dirname(file.to), { recursive: true });
@@ -267,6 +292,7 @@ class SyncRender {
 			path.join(dir, "page-data"),
 			"page-data.json",
 		);
+
 		const processingPromises: Promise<PageInfo | null>[] = [];
 		for await (const file of gatsbyPageDataGenerator) {
 			processingPromises.push(
@@ -276,12 +302,13 @@ class SyncRender {
 						const content = JSON.parse(fileContent) as GatsbyPageData;
 
 						const id = content.result.pageContext.id;
-						const composePath = content.result.pageContext.fullPath.compose;
+						const composePath = removeTrailingSlash(content.result.pageContext.fullPath.compose);
 
 						return {
 							id,
 							composePath,
 							htmlPath: path.join(dir, composePath, "index.html"),
+							mdPath: path.join(dir, `${composePath}.md`),
 							jsonPath: file,
 						};
 					} catch (e) {

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@griddo/cx",
 	"description": "Griddo SSG based on Gatsby",
-	"version": "11.11.8-rc.1",
+	"version": "11.12.0",
 	"authors": [
 		"Hisco <francis.vega@griddo.io>"
 	],
@@ -56,12 +56,14 @@
 		"watch:ts-lint": "tsc --noEmit --watch"
 	},
 	"dependencies": {
+		"@kreuzberg/html-to-markdown": "2.24.5",
 		"gatsby": "5.15.0",
-		"html-react-parser": "5.2.11"
+		"html-react-parser": "5.2.11",
+		"jiti": "^2.6.1"
 	},
 	"devDependencies": {
 		"@biomejs/biome": "2.3.4",
-		"@griddo/core": "11.11.8-rc.1",
+		"@griddo/core": "11.12.0",
 		"@types/node": "20.19.4",
 		"@typescript/native-preview": "7.0.0-dev.20260108.1",
 		"cheerio": "1.1.2",
@@ -94,5 +96,5 @@
 	"publishConfig": {
 		"access": "public"
 	},
-	"gitHead": "a40684db16cac0b3d08bb0437fad6a825d8451e6"
+	"gitHead": "47dd37fe46a7bb09187b0c475c4ece29a6abc289"
 }

package/tsconfig.exporter.json

@@ -3,8 +3,8 @@
 		"target": "es2022",
 		"lib": ["dom", "esnext"],
 		"jsx": "react-jsx",
-		"module": "esnext",
-		"moduleResolution": "node",
+		"moduleResolution": "NodeNext",
+		"module": "NodeNext",
 		"esModuleInterop": true,
 		"forceConsistentCasingInFileNames": true,
 		"strict": true,

package/build/shared/npm-modules/brush.d.ts

@@ -1,18 +0,0 @@
-declare const CODES: {
-    readonly black: "\u001B[30m";
-    readonly red: "\u001B[31m";
-    readonly green: "\u001B[32m";
-    readonly yellow: "\u001B[33m";
-    readonly blue: "\u001B[34m";
-    readonly magenta: "\u001B[35m";
-    readonly cyan: "\u001B[36m";
-    readonly white: "\u001B[37m";
-    readonly gray: "\u001B[90m";
-    readonly bold: "\u001B[1m";
-    readonly dim: "\u001B[2m";
-};
-type ColorFunction = (text: string | number) => string;
-type ColorName = keyof typeof CODES;
-type Brush = Record<ColorName, ColorFunction>;
-declare const brush: Brush;
-export { brush };

package/exporter/commands/generate-md.noop

@@ -1,109 +0,0 @@
-import fsp from "node:fs/promises";
-import path from "node:path";
-
-import TurndownService from "turndown";
-
-// import { gfm } from "turndown-plugin-gfm";
-
-import { throwError, withErrorHandler } from "../core/errors";
-import { GriddoLog } from "../core/GriddoLog";
-import { getRenderPathsHydratedWithDomainFromDB } from "../services/render";
-import { ReadFromStoreError } from "../shared/errors";
-
-/**
- * Converts HTML to Markdown.
- * @param html - The HTML content to convert.
- * @returns The Markdown content.
- */
-function htmlToMarkdown(html: string): string {
-	const turndown = new TurndownService({
-		headingStyle: "atx",
-		codeBlockStyle: "fenced",
-		bulletListMarker: "-",
-		emDelimiter: "*",
-		strongDelimiter: "**",
-		linkStyle: "inlined", // evita ruido
-		hr: "---",
-	});
-
-	// añade soporte GitHub-like
-	// turndown.use(gfm);
-
-	// elimina tags que hacen ruido para LLMs
-	turndown.remove([
-		"style",
-		"script",
-		"noscript",
-		"iframe",
-		"form",
-		"input",
-		"button",
-		"nav",
-		"footer",
-		"object",
-	]);
-
-	let md = turndown.turndown(html);
-
-	md = md
-		.replace(/ /g, " ")
-		.replace(/&/g, "&")
-		.replace(/\n{3,}/g, "\n\n") // compacta saltos
-		.trim();
-
-	return md;
-}
-
-/**
- * Walk recursively in a basePath and return an array of pages with json
- * extension with the full absolute path and the path includes "page-data".
- *
- * @param basePath The path to walk recursively.
- * @returns An array of pages with json extension with the full absolute path
- * and the path includes "page-data".
- */
-async function* walkRecursively(basePath: string): AsyncGenerator<string> {
-	const filesHandle = await fsp.opendir(basePath);
-
-	for await (const fileDirent of filesHandle) {
-		if (fileDirent.isDirectory()) {
-			yield* walkRecursively(path.join(basePath, fileDirent.name));
-		} else if (fileDirent.isFile() && path.extname(fileDirent.name) === ".html") {
-			yield path.join(basePath, fileDirent.name);
-		}
-	}
-}
-
-async function* getPageDataPagesFromExports(
-	basePath: string,
-): AsyncGenerator<{ path: string; content: string }> {
-	const jsonFiles = walkRecursively(basePath);
-
-	for await (const filePath of jsonFiles) {
-		try {
-			const fileContent = await fsp.readFile(filePath, "utf8");
-			const content = htmlToMarkdown(fileContent);
-			yield { path: filePath, content };
-		} catch (error) {
-			throwError(ReadFromStoreError, error);
-		}
-	}
-}
-
-async function generateMD() {
-	const [domain] = process.argv.slice(2);
-	const { __exports } = await getRenderPathsHydratedWithDomainFromDB({ domain });
-
-	const pages = getPageDataPagesFromExports(path.join(__exports, "dist"));
-
-	for await (const page of pages) {
-		await fsp.writeFile(path.join(page.path.replace(".html", ".md")), page.content);
-		GriddoLog.info(`Generating MD for a ${page.path}`);
-	}
-}
-
-async function main() {
-	await generateMD();
-}
-
-withErrorHandler(main);

package/exporter/shared/npm-modules/brush.ts

@@ -1,39 +0,0 @@
-//
-// Brush adds color to a string|number, it does not print it!
-// Its simple, no log, no chains, just color in a string|number
-// usage:
-// console.log(brush.green("sucess!"))
-//
-
-// This is a global variable to check if the code is running in a CI environment
-// TODO: Temporarily set to true to avoid color in CI environment
-const NO_COLORS = process.env.NO_COLORS;
-
-const RESET = "\x1b[0m";
-const CODES = {
-	black: "\x1b[30m",
-	red: "\x1b[31m",
-	green: "\x1b[32m",
-	yellow: "\x1b[33m",
-	blue: "\x1b[34m",
-	magenta: "\x1b[35m",
-	cyan: "\x1b[36m",
-	white: "\x1b[37m",
-	gray: "\x1b[90m",
-	bold: "\x1b[1m",
-	dim: "\x1b[2m",
-} as const;
-
-type ColorFunction = (text: string | number) => string;
-type ColorName = keyof typeof CODES;
-type Brush = Record<ColorName, ColorFunction>;
-
-const brush = {} as Brush;
-
-for (const color in CODES) {
-	const key = color as ColorName;
-	brush[key] = (text: string | number) =>
-		NO_COLORS ? (text as string).toString() : `${CODES[key]}${text}${RESET}`;
-}
-
-export { brush };