@griddo/cx 11.11.8-rc.1 → 11.12.0

package/build/shared/envs.d.ts

@@ -18,4 +18,5 @@ declare const GRIDDO_VERBOSE_LOGS: boolean;
 declare const GRIDDO_RENDER_API_FETCH_RETRY_WAIT_SECONDS: number;
 declare const GRIDDO_RENDER_API_FETCH_RETRY_ATTEMPTS: number;
 declare const GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS: number;
-export { GRIDDO_AI_EMBEDDINGS, GRIDDO_API_CONCURRENCY_COUNT, GRIDDO_API_URL, GRIDDO_ASSET_PREFIX, GRIDDO_BOT_PASSWORD, GRIDDO_BOT_USER, GRIDDO_BUILD_LOGS, GRIDDO_BUILD_LOGS_BUFFER_SIZE, GRIDDO_PUBLIC_API_URL, GRIDDO_REACT_APP_INSTANCE, GRIDDO_RENDER_API_FETCH_RETRY_ATTEMPTS, GRIDDO_RENDER_API_FETCH_RETRY_WAIT_SECONDS, GRIDDO_RENDER_DISABLE_LLMS_TXT, GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS, GRIDDO_SEARCH_FEATURE, GRIDDO_SKIP_BUILD_CHECKS, GRIDDO_SSG_BUNDLE_ANALYZER, GRIDDO_SSG_VERBOSE_LOGS, GRIDDO_USE_DIST_BACKUP, GRIDDO_VERBOSE_LOGS, };
+declare const GRIDDO_RENDER_ENABLED_LLM_MD: boolean;
+export { GRIDDO_AI_EMBEDDINGS, GRIDDO_API_CONCURRENCY_COUNT, GRIDDO_API_URL, GRIDDO_ASSET_PREFIX, GRIDDO_BOT_PASSWORD, GRIDDO_BOT_USER, GRIDDO_BUILD_LOGS, GRIDDO_BUILD_LOGS_BUFFER_SIZE, GRIDDO_PUBLIC_API_URL, GRIDDO_REACT_APP_INSTANCE, GRIDDO_RENDER_API_FETCH_RETRY_ATTEMPTS, GRIDDO_RENDER_API_FETCH_RETRY_WAIT_SECONDS, GRIDDO_RENDER_DISABLE_LLMS_TXT, GRIDDO_RENDER_ENABLED_LLM_MD, GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS, GRIDDO_SEARCH_FEATURE, GRIDDO_SKIP_BUILD_CHECKS, GRIDDO_SSG_BUNDLE_ANALYZER, GRIDDO_SSG_VERBOSE_LOGS, GRIDDO_USE_DIST_BACKUP, GRIDDO_VERBOSE_LOGS, };

package/build/shared/load-config.d.ts

@@ -0,0 +1,16 @@
+export interface LoadConfigOptions {
+    dirname: string;
+    configName?: string;
+    tsconfigName?: string;
+}
+export interface LoadConfigResult<T = unknown> {
+    config: T;
+    path: string;
+    tsconfigPath: string | null;
+}
+export declare class ConfigLoadError extends Error {
+    readonly cause?: Error | undefined;
+    constructor(message: string, cause?: Error | undefined);
+}
+export declare function loadConfig<T = unknown>(options: LoadConfigOptions): Promise<LoadConfigResult<T>>;
+export declare function loadGriddoComponentsConfig<T = unknown>(): Promise<LoadConfigResult<T>>;

package/build/ssg-adapters/gatsby/actions/index.d.ts

@@ -5,6 +5,7 @@ import { dataAction } from "./data";
 import { dryRenderSyncAction } from "./dry-render-sync";
 import { healthCheckAction } from "./healthCheck";
 import { initAction } from "./init";
+import { llmsAction } from "./llms";
 import { logsAction } from "./logs";
 import { metaAction } from "./meta";
 import { prepareAction } from "./prepare";
@@ -30,6 +31,7 @@ export declare const actions: {
     dryRenderSync: typeof dryRenderSyncAction;
     healthCheck: typeof healthCheckAction;
     init: typeof initAction;
+    llms: typeof llmsAction;
     logs: typeof logsAction;
     meta: typeof metaAction;
     prepare: typeof prepareAction;

package/build/ssg-adapters/gatsby/actions/llms.d.ts

@@ -0,0 +1,2 @@
+import type { RenderContext } from "@shared/context";
+export declare function llmsAction(context: RenderContext): Promise<void>;

package/build/ssg-adapters/gatsby/shared/extract-assets.d.ts

@@ -3,5 +3,8 @@
  * with files of type: js, json and css.
  * TODO: Explicar que el static se copia a assets porque el js va en el subdominio de assets.
  */
-declare function extractAssetsFromDist(domain: string): Promise<void>;
+declare function extractAssetsFromDist(domain: string, dirs: {
+    root: string;
+    exports: string;
+}): Promise<void>;
 export { extractAssetsFromDist };

package/cli.mjs

@@ -22,6 +22,14 @@ function getDBPath(rootFlag) {
 const COMMANDS_PATH = path.join(__dirname, "build/commands");
 
 export const AVAILABLE_COMMANDS = [
+	{
+		name: "generate-md",
+		description: "Generate MD files for the instance",
+		domainArgument: true,
+		rootArgument: true,
+		script: "generate-md",
+		isCommandPack: false,
+	},
 	{
 		name: "render",
 		description: "Render the instance",

package/exporter/build.sh

@@ -3,9 +3,9 @@
 
 # CLI options for esbuild
 log="--log-level=error"
-production_node_opts="--bundle --platform=node --minify --sourcemap --outfile=./build/commands/"
-debugging_node_opts="--bundle --platform=node --sourcemap --outfile=./build/commands/"
-react_opts="--platform=node --external:@griddo-instance --external:react --external:react-dom --bundle --minify"
+production_node_opts="--bundle --platform=node --minify --sourcemap --external:@kreuzberg/html-to-markdown --external:jiti --outfile=./build/commands/"
+debugging_node_opts="--bundle --platform=node --sourcemap --external:@kreuzberg/html-to-markdown --external:jiti --outfile=./build/commands/"
+react_opts="--platform=node --external:@griddo-instance --external:react --external:react-dom --external:@kreuzberg/html-to-markdown --bundle --minify"
 
 # Manage --minify for debugging
 bundle_node_opts=$production_node_opts
@@ -14,7 +14,7 @@ if [ "$1" = "--debug" ]; then
 fi
 
 # library
-esbuild ${log} ./exporter/index.ts --bundle --platform=node  --outfile=./build/index.js
+esbuild ${log} ./exporter/index.ts --bundle --platform=node --external:@kreuzberg/html-to-markdown --outfile=./build/index.js
 esbuild ${log} ./exporter/react/index.tsx ${react_opts} --outfile=./build/react/index.js
 
 # This .sh needs to be run from a npm script, so esbuild dependency is available
@@ -24,7 +24,6 @@ esbuild ${log} ./exporter/commands/reset-render.ts ${bundle_node_opts}reset-rend
 esbuild ${log} ./exporter/commands/start-render.ts ${bundle_node_opts}start-render.js
 esbuild ${log} ./exporter/commands/prepare-domains-render.ts ${bundle_node_opts}prepare-domains-render.js
 esbuild ${log} ./exporter/commands/prepare-assets-directory.ts ${bundle_node_opts}prepare-assets-directory.js
-# esbuild ${log} ./exporter/commands/generate-md.ts ${bundle_node_opts}generate-md.js
 
 # types
 tsgo --emitDeclarationOnly --declaration --outDir build --project tsconfig.exporter.json

package/exporter/core/GriddoLog.ts

@@ -1,5 +1,5 @@
+import { brush } from "../shared/brush";
 import { GRIDDO_BUILD_LOGS, GRIDDO_VERBOSE_LOGS } from "../shared/envs";
-import { brush } from "../shared/npm-modules/brush";
 
 /**
  * Clase estática para gestionar los logs de la aplicación.

package/exporter/core/check-env-health.ts

@@ -1,5 +1,5 @@
+import { brush } from "../shared/brush";
 import { CheckHealthError } from "../shared/errors";
-import { brush } from "../shared/npm-modules/brush";
 import { throwError } from "./errors";
 import { GriddoLog } from "./GriddoLog";
 

package/exporter/core/errors.ts

@@ -2,7 +2,7 @@ import type { ErrorsType } from "../shared/errors";
 
 import path from "node:path";
 
-import { brush } from "../shared/npm-modules/brush";
+import { brush } from "../shared/brush";
 import { RENDER_MODE } from "../shared/types/render";
 import { readDB, writeDB } from "./db";
 import { distRollback } from "./dist-rollback";

package/exporter/core/life-cycle.ts

@@ -2,8 +2,8 @@ import type { LifeCycleAction } from "../shared/types/global";
 
 import { GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS } from "@shared/envs";
 
+import { brush } from "../shared/brush";
 import { LifecycleExecutionError } from "../shared/errors";
-import { brush } from "../shared/npm-modules/brush";
 import { throwError } from "./errors";
 import { GriddoLog } from "./GriddoLog";
 

package/exporter/core/paths.ts

@@ -0,0 +1,3 @@
+const removeTrailingSlash = (value: string): string => value.replace(/\/+$/, "");
+
+export { removeTrailingSlash };

package/exporter/core/print-logos.ts

@@ -1,7 +1,7 @@
 import fsp from "node:fs/promises";
 import path from "node:path";
 
-import { brush } from "../shared/npm-modules/brush";
+import { brush } from "../shared/brush";
 import { GriddoLog } from "./GriddoLog";
 
 /**

package/exporter/services/api.ts

@@ -21,8 +21,8 @@ import { RenderError } from "../core/errors";
 import { pathExists } from "../core/fs";
 import { GriddoLog } from "../core/GriddoLog";
 import { addLogToBuffer } from "../core/logger";
+import { brush } from "../shared/brush";
 import { DEFAULT_HEADERS } from "../shared/headers";
-import { brush } from "../shared/npm-modules/brush";
 import { AuthService } from "./auth";
 import { getRenderPathsHydratedWithDomainFromDB } from "./render";
 

package/exporter/services/generate-md.ts

@@ -0,0 +1,151 @@
+import type { Core } from "@griddo/core";
+
+import fsp from "node:fs/promises";
+import path from "node:path";
+
+import { convert, JsHeadingStyle } from "@kreuzberg/html-to-markdown";
+import { GRIDDO_RENDER_ENABLED_LLM_MD } from "@shared/envs";
+
+import { throwError } from "../core/errors";
+import { GriddoLog } from "../core/GriddoLog";
+import { getRenderPathsHydratedWithDomainFromDB } from "../services/render";
+import { ReadFromStoreError } from "../shared/errors";
+import { loadGriddoComponentsConfig } from "../shared/load-config";
+
+export async function generateMdsFromHtmls(domain: string) {
+	if (!GRIDDO_RENDER_ENABLED_LLM_MD) {
+		GriddoLog.verbose(`Skipping markdown generation: Disabled by environment variable.`);
+		return;
+	}
+
+	const { __root } = await getRenderPathsHydratedWithDomainFromDB({ domain });
+	const distDirectory = path.join(__root, "current-dist");
+
+	const configFile = await loadGriddoComponentsConfig<Core.Config>();
+
+	const coreConfig = configFile.config;
+	const pages = getPageDataPagesFromExports(distDirectory, coreConfig);
+
+	try {
+		for await (const page of pages) {
+			// Es home de dominio
+			// Evitamos hacer markdown del home principal del dominio porque ahí irá el llms.txt
+			if (page.path === path.join(distDirectory, "index.html")) continue;
+
+			// No es index.html
+			// evita parsear algunos htmls que se cuelan de gatsby...
+			if (!page.path.endsWith("index.html")) continue;
+
+			const pathWithoutIndexHtml = page.path.split(/\/index\.html$/);
+			let file = "";
+			if (pathWithoutIndexHtml.length === 2) {
+				file = pathWithoutIndexHtml[0];
+			}
+			await fsp.writeFile(`${file}.md`, page.content);
+			GriddoLog.info(`Generating MD for a ${page.path}`);
+		}
+	} catch (error) {
+		GriddoLog.error(`Failed to generate MDs due to config error:`, error);
+	}
+}
+
+// -- HELPERS --
+
+/**
+ * Removes unwanted HTML tags that add noise for LLMs.
+ * @param html - The HTML content to clean.
+ * @returns The cleaned HTML content.
+ */
+function cleanHtml(html: string): string {
+	// elimina tags que hacen ruido para LLMs
+	const tagsToRemove = [
+		"style",
+		"script",
+		"noscript",
+		"iframe",
+		"form",
+		"input",
+		"button",
+		"nav",
+		"footer",
+		"object",
+		"svg", // elimina SVGs inline (no aportan valor para LLMs)
+	];
+
+	let cleanedHtml = html;
+	for (const tag of tagsToRemove) {
+		// elimina tanto tags auto-cerradas como con contenido
+		const regex = new RegExp(`<${tag}[^>]*>.*?</${tag}>|<${tag}[^>]*/>`, "gis");
+		cleanedHtml = cleanedHtml.replace(regex, "");
+	}
+
+	return cleanedHtml;
+}
+
+/**
+ * Converts HTML to Markdown.
+ * @param html - The HTML content to convert.
+ * @returns The Markdown content.
+ */
+export function htmlToMarkdown(html: string, config: Core.Config): string {
+	// pre-procesa el HTML para eliminar elementos no deseados
+	const cleanedHtml = cleanHtml(html);
+
+	// const llmsConfig = config.config.schemas.config?.llms;
+	const llmsConfig = config.schemas?.config;
+
+	// convierte HTML a Markdown con @kreuzberg/html-to-markdown
+	let md = convert(cleanedHtml, {
+		headingStyle: JsHeadingStyle.Atx,
+		bullets: "-",
+		extractMetadata: false,
+		skipImages: true,
+		...llmsConfig,
+	});
+
+	// post-procesa el markdown
+	md = md
+		.replace(/&nbsp;/g, " ")
+		.replace(/&amp;/g, "&")
+		.replace(/\n{3,}/g, "\n\n") // compacta saltos
+		.trim();
+
+	return md;
+}
+
+/**
+ * Walk recursively in a basePath and return an array of pages with json
+ * extension with the full absolute path and the path includes "page-data".
+ *
+ * @param basePath The path to walk recursively.
+ * @returns An array of pages with json extension with the full absolute path
+ * and the path includes "page-data".
+ */
+async function* walkRecursively(basePath: string): AsyncGenerator<string> {
+	const filesHandle = await fsp.opendir(basePath);
+
+	for await (const fileDirent of filesHandle) {
+		if (fileDirent.isDirectory()) {
+			yield* walkRecursively(path.join(basePath, fileDirent.name));
+		} else if (fileDirent.isFile() && path.extname(fileDirent.name) === ".html") {
+			yield path.join(basePath, fileDirent.name);
+		}
+	}
+}
+
+async function* getPageDataPagesFromExports(
+	basePath: string,
+	config: Core.Config,
+): AsyncGenerator<{ path: string; content: string }> {
+	const jsonFiles = walkRecursively(basePath);
+
+	for await (const filePath of jsonFiles) {
+		try {
+			const fileContent = await fsp.readFile(filePath, "utf8");
+			const content = htmlToMarkdown(fileContent, config);
+			yield { path: filePath, content };
+		} catch (error) {
+			throwError(ReadFromStoreError, error);
+		}
+	}
+}

package/exporter/services/llms.ts

@@ -4,12 +4,12 @@ import fsp from "node:fs/promises";
 import path from "node:path";
 
 import { readDB } from "@core/db";
+import { GriddoLog } from "@core/GriddoLog";
+import { removeTrailingSlash } from "@core/paths";
+import { get } from "@services/api";
 import { getRenderPathsHydratedWithDomainFromDB } from "@services/render";
-import { GRIDDO_RENDER_DISABLE_LLMS_TXT } from "@shared/envs";
-
-import { GriddoLog } from "../core/GriddoLog";
-import { LLMS } from "../shared/endpoints";
-import { get } from "./api";
+import { LLMS } from "@shared/endpoints";
+import { GRIDDO_RENDER_DISABLE_LLMS_TXT, GRIDDO_RENDER_ENABLED_LLM_MD } from "@shared/envs";
 
 export interface ClientLLMsCustomContent {
 	header: string;
@@ -34,12 +34,14 @@ async function getClientLLMsTxtTemplate(filePath: string) {
 	}
 }
 
-async function generateLLMs(domain: string): Promise<void> {
+async function generateLlmsTxt(domain: string): Promise<void> {
 	if (GRIDDO_RENDER_DISABLE_LLMS_TXT) {
 		GriddoLog.verbose(`Skipping llms.txt generation: Disabled by environment variable.`);
 		return;
 	}
 
+	const pageIndexName = GRIDDO_RENDER_ENABLED_LLM_MD ? ".md" : "";
+
 	try {
 		// db.json
 		const db = await readDB();
@@ -66,10 +68,12 @@ async function generateLLMs(domain: string): Promise<void> {
 		}
 
 		// llms.txt url entry
-		const pageLinks = llmsResponse.map(({ title, url, socialDescription }) => {
-			const description = socialDescription ? `: ${socialDescription}` : "";
-			return `- [${title}](${url})${description}`;
-		});
+		const pageLinks = llmsResponse
+			.map(({ title, url, socialDescription }) => {
+				const description = socialDescription ? `: ${socialDescription}` : "";
+				return `- [${title}](${removeTrailingSlash(url)}${pageIndexName})${description}`;
+			})
+			.join("\n");
 
 		// instance custom content
 		const { __root, __components } = await getRenderPathsHydratedWithDomainFromDB({ domain });
@@ -82,7 +86,7 @@ Generated: ${new Date().toISOString().replace("T", " ").slice(0, 19)}`;
 
 		const finalContent = template
 			.replace(/\{\{\s*LLMS_HEADER\s*\}\}/g, `${griddoLLMsHeader}`)
-			.replace(/\{\{\s*LLMS_PAGE_LINKS\s*\}\}/g, `${pageLinks.join("\n")}`);
+			.replace(/\{\{\s*LLMS_PAGE_LINKS\s*\}\}/g, `${pageLinks}`);
 
 		// write file
 		const distDirectory = path.join(__root, "current-dist");
@@ -96,4 +100,4 @@ Generated: ${new Date().toISOString().replace("T", " ").slice(0, 19)}`;
 	}
 }
 
-export { generateLLMs };
+export { generateLlmsTxt };

package/exporter/services/render.ts

@@ -8,8 +8,8 @@ import { readDB, writeDB } from "../core/db";
 import { throwError } from "../core/errors";
 import { pathExists } from "../core/fs";
 import { GriddoLog } from "../core/GriddoLog";
+import { brush } from "../shared/brush";
 import { RenderUUIDError } from "../shared/errors";
-import { brush } from "../shared/npm-modules/brush";
 import { RENDER_MODE } from "../shared/types/render";
 import { AuthService } from "./auth";
 import { getBuildMetadata } from "./manage-store";

package/exporter/services/store.ts

@@ -14,6 +14,7 @@ import path from "node:path";
 import pLimit from "p-limit";
 
 import { GriddoLog } from "../core/GriddoLog";
+import { brush } from "../shared/brush";
 import { SETTINGS } from "../shared/endpoints";
 import {
 	GRIDDO_API_CONCURRENCY_COUNT,
@@ -21,7 +22,6 @@ import {
 	GRIDDO_PUBLIC_API_URL,
 	GRIDDO_REACT_APP_INSTANCE,
 } from "../shared/envs";
-import { brush } from "../shared/npm-modules/brush";
 import { siteFetchProgressBar } from "../shared/npm-modules/progress";
 import { RENDER_MODE, type RenderMode } from "../shared/types/render";
 import { get } from "./api";

package/exporter/shared/brush.ts

@@ -0,0 +1,30 @@
+import { styleText } from "node:util";
+
+const NO_COLORS = process.env.NO_COLORS || process.env.CI;
+
+const STYLES = [
+	"black",
+	"red",
+	"green",
+	"yellow",
+	"blue",
+	"magenta",
+	"cyan",
+	"white",
+	"gray",
+	"bold",
+	"dim",
+] as const;
+
+type StyleName = (typeof STYLES)[number];
+type ColorFunction = (text: string | number) => string;
+type Brush = Record<StyleName, ColorFunction>;
+
+const brush = {} as Brush;
+
+for (const style of STYLES) {
+	brush[style] = (text: string | number) =>
+		NO_COLORS ? String(text) : styleText(style, String(text));
+}
+
+export { brush };

package/exporter/shared/context.ts

@@ -29,6 +29,7 @@ export class RenderContext<T = unknown> {
 	readonly dryRun: boolean;
 	readonly buildReportFileName: string;
 	readonly pathsHydratedWithDomain: Record<PlaceholderPath, string>;
+	workingDistDir: string = "";
 	pagesToCreate: number[] = [];
 	pagesToDelete: number[] = [];
 	ssg: T;

package/exporter/shared/envs.ts

@@ -42,6 +42,7 @@ const GRIDDO_VERBOSE_LOGS = envIsTruthy(env.GRIDDO_VERBOSE_LOGS || env.GRIDDO_RE
 const GRIDDO_RENDER_API_FETCH_RETRY_WAIT_SECONDS = Number.parseInt(env.GRIDDO_RENDER_API_FETCH_RETRY_WAIT_SECONDS || "4");
 const GRIDDO_RENDER_API_FETCH_RETRY_ATTEMPTS = Number.parseInt(env.GRIDDO_RENDER_API_FETCH_RETRY_ATTEMPTS || "4");
 const GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS = Number.parseInt(env.GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS || "1");
+const GRIDDO_RENDER_ENABLED_LLM_MD = envIsTruthy(env.GRIDDO_RENDER_ENABLED_LLM_MD);
 
 export {
 	GRIDDO_AI_EMBEDDINGS,
@@ -57,6 +58,7 @@ export {
 	GRIDDO_RENDER_API_FETCH_RETRY_ATTEMPTS,
 	GRIDDO_RENDER_API_FETCH_RETRY_WAIT_SECONDS,
 	GRIDDO_RENDER_DISABLE_LLMS_TXT,
+	GRIDDO_RENDER_ENABLED_LLM_MD,
 	GRIDDO_RENDER_LIFECYCLE_RETRY_ATTEMPTS,
 	GRIDDO_SEARCH_FEATURE,
 	GRIDDO_SKIP_BUILD_CHECKS,

package/exporter/shared/load-config.ts

@@ -0,0 +1,164 @@
+import { existsSync, readFileSync } from "node:fs";
+import { join, resolve } from "node:path";
+
+import { GriddoLog } from "@core/GriddoLog";
+import { resolveComponentsPath } from "@core/instance";
+import { createJiti } from "jiti";
+
+export interface LoadConfigOptions {
+	dirname: string;
+	configName?: string;
+	tsconfigName?: string;
+}
+
+export interface LoadConfigResult<T = unknown> {
+	config: T;
+	path: string;
+	tsconfigPath: string | null;
+}
+
+export class ConfigLoadError extends Error {
+	constructor(
+		message: string,
+		public readonly cause?: Error,
+	) {
+		super(message);
+		this.name = "ConfigLoadError";
+	}
+}
+
+/**
+ * Parsea el tsconfig.json y extrae los path aliases
+ */
+function parseTsConfigPaths(tsconfigPath: string, baseDir: string): Record<string, string> {
+	try {
+		const content = readFileSync(tsconfigPath, "utf-8");
+		const tsconfig = JSON.parse(content) as {
+			compilerOptions?: {
+				baseUrl?: string;
+				paths?: Record<string, string[]>;
+			};
+		};
+
+		const paths = tsconfig.compilerOptions?.paths;
+		const baseUrl = tsconfig.compilerOptions?.baseUrl ?? ".";
+
+		if (!paths) {
+			return {};
+		}
+
+		const aliases: Record<string, string> = {};
+		const resolvedBaseUrl = resolve(baseDir, baseUrl);
+
+		for (const [alias, targets] of Object.entries(paths)) {
+			if (!targets || targets.length === 0) continue;
+
+			// Remover el /* del final del alias (ej: "@ui/*" -> "@ui")
+			const cleanAlias = alias.replace(/\/\*$/, "");
+			// Remover el /* del target y resolver la ruta
+			const cleanTarget = targets[0].replace(/\/\*$/, "");
+			const resolvedTarget = resolve(resolvedBaseUrl, cleanTarget);
+
+			aliases[cleanAlias] = resolvedTarget;
+		}
+
+		return aliases;
+	} catch {
+		return {};
+	}
+}
+
+export async function loadConfig<T = unknown>(
+	options: LoadConfigOptions,
+): Promise<LoadConfigResult<T>> {
+	const { dirname, configName = "griddo.config", tsconfigName = "tsconfig.json" } = options;
+
+	// 1. Buscar archivos de configuración (.ts o .js)
+	const tsPath = join(dirname, `${configName}.ts`);
+	const jsPath = join(dirname, `${configName}.js`);
+	const mjsPath = join(dirname, `${configName}.mjs`);
+
+	let configPath: string | null = null;
+
+	if (existsSync(tsPath)) {
+		configPath = tsPath;
+	} else if (existsSync(jsPath)) {
+		configPath = jsPath;
+	} else if (existsSync(mjsPath)) {
+		configPath = mjsPath;
+	}
+
+	if (!configPath) {
+		throw new ConfigLoadError(
+			`No se encontró archivo de configuración en ${dirname}. ` +
+				`Buscando: ${configName}.{ts,js,mjs}`,
+		);
+	}
+
+	GriddoLog.verbose(`[loadConfig] Configuración encontrada: ${configPath}`);
+
+	// 2. Buscar tsconfig.json en el directorio del config
+	const tsconfigPath = join(dirname, tsconfigName);
+	const hasTsconfig = existsSync(tsconfigPath);
+
+	if (hasTsconfig) {
+		GriddoLog.verbose(`[loadConfig] tsconfig encontrado: ${tsconfigPath}`);
+	}
+
+	// 3. Extraer path aliases del tsconfig si existe
+	const aliases = hasTsconfig ? parseTsConfigPaths(tsconfigPath, dirname) : {};
+
+	if (Object.keys(aliases).length > 0) {
+		GriddoLog.verbose(`[loadConfig] Path aliases resueltos:`, aliases);
+	}
+
+	// 4. Crear instancia de jiti con configuración adecuada
+	// jiti necesita un filename válido. Usamos el configPath directamente.
+	const absoluteConfigPath = resolve(configPath);
+
+	GriddoLog.verbose(`[loadConfig] Using jiti with path: ${absoluteConfigPath}`);
+
+	const jiti = createJiti(absoluteConfigPath, {
+		// Pasamos los aliases extraídos del tsconfig
+		alias: aliases,
+		// Interop para soportar tanto ESM como CJS
+		interopDefault: true,
+	});
+
+	try {
+		// 5. Importar el módulo usando jiti
+		const module = await jiti.import(configPath);
+
+		// 6. Extraer la configuración (maneja tanto default export como named exports)
+		const config = (module as { default?: T }).default ?? (module as T);
+
+		GriddoLog.verbose(`[loadConfig] Configuración cargada exitosamente`);
+
+		return {
+			config,
+			path: configPath,
+			tsconfigPath: hasTsconfig ? tsconfigPath : null,
+		};
+	} catch (error) {
+		const err = error instanceof Error ? error : new Error(String(error));
+		throw new ConfigLoadError(
+			`Error al cargar la configuración desde ${configPath}: ${err.message}`,
+			err,
+		);
+	}
+}
+
+// Función helper para cargar griddo.config.ts desde griddo-components
+export async function loadGriddoComponentsConfig<T = unknown>(): Promise<LoadConfigResult<T>> {
+	const componentsPath = resolveComponentsPath();
+
+	if (!existsSync(componentsPath)) {
+		throw new ConfigLoadError(`instance dir not found: ${componentsPath}`);
+	}
+
+	return loadConfig<T>({
+		dirname: componentsPath,
+		configName: "griddo.config",
+		tsconfigName: "tsconfig.json",
+	});
+}

package/exporter/shared/npm-modules/README.md

@@ -14,7 +14,6 @@ Este software se instala frecuentemente y estas dependencias pequeñas se incluy
 - **`find-up-simple.ts`** - Versión simplificada de `find-up` para buscar archivos hacia arriba en el árbol de directorios
 - **`pkg-dir.ts`** - Encuentra el directorio raíz del paquete (que contiene `package.json`)
 - **`xml-parser.ts`** - (GRIDDO dev) Parser simple de XML para sitemaps
-- **`brush.ts`** - (GRIDDO dev) Version ultra-reducida de utilidad para añadir colores a texto parecido a chalk o kleur.
 - **`progress.ts`** - (GRIDDO dev) Barra de progreso minimalista y sin dependencias externas para mostrar el avance del scraping o procesos por consola con estimación de tiempo y velocidad.
 
 ## Nota importante

package/exporter/ssg-adapters/gatsby/actions/index.ts

@@ -6,6 +6,7 @@ import { dataAction } from "./data";
 import { dryRenderSyncAction } from "./dry-render-sync";
 import { healthCheckAction } from "./healthCheck";
 import { initAction } from "./init";
+import { llmsAction } from "./llms";
 import { logsAction } from "./logs";
 import { metaAction } from "./meta";
 import { prepareAction } from "./prepare";
@@ -33,6 +34,7 @@ export const actions = {
 	dryRenderSync: dryRenderSyncAction,
 	healthCheck: healthCheckAction,
 	init: initAction,
+	llms: llmsAction,
 	logs: logsAction,
 	meta: metaAction,
 	prepare: prepareAction,

package/exporter/ssg-adapters/gatsby/actions/llms.ts

@@ -0,0 +1,11 @@
+import type { RenderContext } from "@shared/context";
+
+import { generateMdsFromHtmls } from "@services/generate-md";
+import { generateLlmsTxt } from "@services/llms";
+
+export async function llmsAction(context: RenderContext) {
+	const { domain } = context;
+
+	await generateLlmsTxt(domain);
+	await generateMdsFromHtmls(domain);
+}