@nexo-labs/payload-typesense 1.3.0 → 1.4.2

package/dist/index.mjs

@@ -1,51 +1,25 @@
+import Typesense from "typesense";
 import OpenAI from "openai";
 import { GoogleGenerativeAI, TaskType } from "@google/generative-ai";
-import Typesense from "typesense";
 import { z } from "zod";
 import { MarkdownTextSplitter, RecursiveCharacterTextSplitter } from "@langchain/textsplitters";
+import { convertLexicalToMarkdown, editorConfigFactory } from "@payloadcms/richtext-lexical";
 
-//#region src/core/di/container.ts
-var DIContainer = class {
-	services = /* @__PURE__ */ new Map();
-	factories = /* @__PURE__ */ new Map();
-	register(token, factory) {
-		this.factories.set(token, factory);
-	}
-	singleton(token, instance) {
-		this.services.set(token, instance);
-	}
-	resolve(token) {
-		if (this.services.has(token)) return this.services.get(token);
-		if (this.factories.has(token)) {
-			const factory = this.factories.get(token);
-			if (factory) return factory();
-		}
-		throw new Error(`Service not found: ${token.toString()}`);
-	}
-	has(token) {
-		return this.services.has(token) || this.factories.has(token);
-	}
-	/**
-	* Clears all registered services and factories.
-	* Useful for testing.
-	*/
-	clear() {
-		this.services.clear();
-		this.factories.clear();
-	}
+//#region src/core/client/typesense-client.ts
+const createTypesenseClient = (typesenseConfig) => {
+	return new Typesense.Client({
+		apiKey: typesenseConfig.apiKey,
+		connectionTimeoutSeconds: typesenseConfig.connectionTimeoutSeconds || 2,
+		nodes: typesenseConfig.nodes
+	});
 };
-
-//#endregion
-//#region src/core/di/tokens.ts
-const TOKENS = {
-	CONFIG: Symbol.for("Config"),
-	LOGGER: Symbol.for("Logger"),
-	TYPESENSE_CLIENT: Symbol.for("TypesenseClient"),
-	EMBEDDING_PROVIDER: Symbol.for("EmbeddingProvider"),
-	EMBEDDING_SERVICE: Symbol.for("EmbeddingService"),
-	SEARCH_SERVICE: Symbol.for("SearchService"),
-	SYNC_SERVICE: Symbol.for("SyncService"),
-	RAG_SERVICE: Symbol.for("RAGService")
+const testTypesenseConnection = async (client) => {
+	try {
+		await client.health.retrieve();
+		return true;
+	} catch (_error) {
+		return false;
+	}
 };
 
 //#endregion
@@ -246,198 +220,6 @@ const ErrorCodes = {
 	VALIDATION_ERROR: "ERR_9002"
 };
 
-//#endregion
-//#region src/features/embedding/providers/openai-provider.ts
-var OpenAIEmbeddingProvider = class {
-	client;
-	model;
-	dimensions;
-	constructor(config, logger$1) {
-		this.logger = logger$1;
-		if (!config.apiKey) throw new Error("OpenAI API key is required");
-		this.client = new OpenAI({ apiKey: config.apiKey });
-		this.model = config.model || DEFAULT_EMBEDDING_MODEL;
-		this.dimensions = config.dimensions || DEFAULT_EMBEDDING_DIMENSIONS;
-	}
-	async generateEmbedding(text) {
-		if (!text || text.trim().length < MIN_EMBEDDING_TEXT_LENGTH) return null;
-		try {
-			const response = await this.client.embeddings.create({
-				model: this.model,
-				input: text.trim(),
-				dimensions: this.dimensions
-			});
-			const embedding = response.data[0]?.embedding;
-			if (!embedding) return null;
-			return {
-				embedding,
-				usage: {
-					promptTokens: response.usage?.prompt_tokens || 0,
-					totalTokens: response.usage?.total_tokens || 0
-				}
-			};
-		} catch (error) {
-			this.logger.error("OpenAI embedding generation failed", error, { model: this.model });
-			return null;
-		}
-	}
-	async generateBatchEmbeddings(texts) {
-		const validTexts = texts.filter((t) => t && t.trim().length >= MIN_EMBEDDING_TEXT_LENGTH);
-		if (validTexts.length === 0) return null;
-		try {
-			const response = await this.client.embeddings.create({
-				model: this.model,
-				input: validTexts.map((t) => t.trim()),
-				dimensions: this.dimensions
-			});
-			return {
-				embeddings: response.data.map((d) => d.embedding),
-				usage: {
-					promptTokens: response.usage?.prompt_tokens || 0,
-					totalTokens: response.usage?.total_tokens || 0
-				}
-			};
-		} catch (error) {
-			this.logger.error("OpenAI batch embedding generation failed", error, {
-				model: this.model,
-				count: texts.length
-			});
-			return null;
-		}
-	}
-};
-
-//#endregion
-//#region src/features/embedding/providers/gemini-provider.ts
-var GeminiEmbeddingProvider = class {
-	client;
-	model;
-	constructor(config, logger$1) {
-		this.logger = logger$1;
-		if (!config.apiKey) throw new Error("Gemini API key is required");
-		this.client = new GoogleGenerativeAI(config.apiKey);
-		this.model = config.model || DEFAULT_GEMINI_EMBEDDING_MODEL;
-	}
-	async generateEmbedding(text) {
-		if (!text || text.trim().length < MIN_EMBEDDING_TEXT_LENGTH) return null;
-		try {
-			const embedding = (await this.client.getGenerativeModel({ model: this.model }).embedContent({
-				content: {
-					role: "user",
-					parts: [{ text: text.trim() }]
-				},
-				taskType: TaskType.RETRIEVAL_DOCUMENT
-			})).embedding.values;
-			const estimatedTokens = Math.ceil(text.length / 4);
-			return {
-				embedding,
-				usage: {
-					promptTokens: estimatedTokens,
-					totalTokens: estimatedTokens
-				}
-			};
-		} catch (error) {
-			this.logger.error("Gemini embedding generation failed", error, { model: this.model });
-			return null;
-		}
-	}
-	async generateBatchEmbeddings(texts) {
-		const validTexts = texts.filter((t) => t && t.trim().length >= MIN_EMBEDDING_TEXT_LENGTH);
-		if (validTexts.length === 0) return null;
-		try {
-			const model = this.client.getGenerativeModel({ model: this.model });
-			const embeddings = [];
-			let totalTokens = 0;
-			for (const text of validTexts) {
-				const result = await model.embedContent({
-					content: {
-						role: "user",
-						parts: [{ text: text.trim() }]
-					},
-					taskType: TaskType.RETRIEVAL_DOCUMENT
-				});
-				embeddings.push(result.embedding.values);
-				totalTokens += Math.ceil(text.length / 4);
-			}
-			return {
-				embeddings,
-				usage: {
-					promptTokens: totalTokens,
-					totalTokens
-				}
-			};
-		} catch (error) {
-			this.logger.error("Gemini batch embedding generation failed", error, {
-				model: this.model,
-				count: texts.length
-			});
-			return null;
-		}
-	}
-};
-
-//#endregion
-//#region src/features/embedding/embedding-service.ts
-var EmbeddingServiceImpl = class {
-	constructor(provider, logger$1, config) {
-		this.provider = provider;
-		this.logger = logger$1;
-		this.config = config;
-	}
-	async getEmbedding(text) {
-		const result = await this.provider.generateEmbedding(text);
-		if (!result) return null;
-		return result.embedding;
-	}
-	async getEmbeddingsBatch(texts) {
-		const result = await this.provider.generateBatchEmbeddings(texts);
-		if (!result) return null;
-		return result.embeddings;
-	}
-	getDimensions() {
-		return this.config.dimensions || DEFAULT_EMBEDDING_DIMENSIONS;
-	}
-};
-
-//#endregion
-//#region src/core/di/setup.ts
-const setupContainer = (config) => {
-	const container = new DIContainer();
-	container.singleton(TOKENS.CONFIG, config);
-	const logger$1 = new Logger({
-		enabled: true,
-		prefix: "[payload-typesense]"
-	});
-	container.singleton(TOKENS.LOGGER, logger$1);
-	const embeddingConfig = config.features.embedding;
-	if (!embeddingConfig) throw new Error("Embedding configuration missing");
-	let provider;
-	if (embeddingConfig.type === "gemini") provider = new GeminiEmbeddingProvider(embeddingConfig, logger$1);
-	else provider = new OpenAIEmbeddingProvider(embeddingConfig, logger$1);
-	container.singleton(TOKENS.EMBEDDING_PROVIDER, provider);
-	container.register(TOKENS.EMBEDDING_SERVICE, () => new EmbeddingServiceImpl(provider, logger$1, embeddingConfig));
-	logger$1.debug("Embedding service registered", { provider: embeddingConfig });
-	return container;
-};
-
-//#endregion
-//#region src/core/client/typesense-client.ts
-const createTypesenseClient = (typesenseConfig) => {
-	return new Typesense.Client({
-		apiKey: typesenseConfig.apiKey,
-		connectionTimeoutSeconds: typesenseConfig.connectionTimeoutSeconds || 2,
-		nodes: typesenseConfig.nodes
-	});
-};
-const testTypesenseConnection = async (client) => {
-	try {
-		await client.health.retrieve();
-		return true;
-	} catch (_error) {
-		return false;
-	}
-};
-
 //#endregion
 //#region src/features/embedding/embeddings.ts
 let openaiClient = null;
@@ -1402,39 +1184,222 @@ async function createNewSession(payload, userId, conversationId, newUserMessage,
 }
 
 //#endregion
-//#region src/features/rag/api/types.ts
+//#region src/features/rag/endpoints/chat/validators/request-validator.ts
 /**
-* Helper to create a JSON response
+* JSON Response helper
 */
-function jsonResponse(data, init) {
+const jsonResponse = (data, options) => {
 	return new Response(JSON.stringify(data), {
-		...init,
-		headers: {
-			"Content-Type": "application/json",
-			...init?.headers
-		}
+		headers: { "Content-Type": "application/json" },
+		...options
 	});
+};
+/**
+* Validates chat request and extracts required data
+*/
+async function validateChatRequest(request, config) {
+	if (!await config.checkPermissions(request)) return {
+		success: false,
+		error: jsonResponse({ error: "No tienes permisos para acceder a esta sesión." }, { status: 403 })
+	};
+	if (!request.url || !request.user) return {
+		success: false,
+		error: jsonResponse({ error: "URL not found" }, { status: 400 })
+	};
+	const { id: userId, email } = request.user;
+	const userEmail = email || "";
+	const payload = await config.getPayload();
+	const body = await request.json?.();
+	if (!body) return {
+		success: false,
+		error: jsonResponse({ error: "Body not found" }, { status: 400 })
+	};
+	if (!body.message || typeof body.message !== "string" || body.message.trim() === "") return {
+		success: false,
+		error: jsonResponse({ error: "Se requiere un mensaje." }, { status: 400 })
+	};
+	return {
+		success: true,
+		userId,
+		userEmail,
+		payload,
+		userMessage: body.message.trim(),
+		body
+	};
 }
 
 //#endregion
-//#region src/features/rag/api/chat/handlers/embedding-handler.ts
-/**
-* Generates embedding and tracks usage
-*/
-async function generateEmbeddingWithTracking(userMessage, config, spendingEntries) {
-	logger.debug("Generating embeddings for semantic search");
-	const embeddingConfig = config.embeddingConfig;
-	if (!embeddingConfig) throw new Error("Embedding configuration missing");
-	let provider;
-	const providerType = embeddingConfig.type;
-	const apiKey = embeddingConfig.apiKey;
-	const model = embeddingConfig.model;
-	const dimensions = embeddingConfig.dimensions;
-	const serviceLogger = new Logger({
-		enabled: true,
-		prefix: "[rag-embedding]"
-	});
-	if (providerType === "gemini") provider = new GeminiEmbeddingProvider({
+//#region src/features/embedding/services/embedding-service.ts
+var EmbeddingServiceImpl = class {
+	constructor(provider, logger$1, config) {
+		this.provider = provider;
+		this.logger = logger$1;
+		this.config = config;
+	}
+	async getEmbedding(text) {
+		const result = await this.provider.generateEmbedding(text);
+		if (!result) return null;
+		return result.embedding;
+	}
+	async getEmbeddingsBatch(texts) {
+		const result = await this.provider.generateBatchEmbeddings(texts);
+		if (!result) return null;
+		return result.embeddings;
+	}
+	getDimensions() {
+		return this.config.dimensions || DEFAULT_EMBEDDING_DIMENSIONS;
+	}
+};
+
+//#endregion
+//#region src/features/embedding/providers/openai-provider.ts
+var OpenAIEmbeddingProvider = class {
+	client;
+	model;
+	dimensions;
+	constructor(config, logger$1) {
+		this.logger = logger$1;
+		if (!config.apiKey) throw new Error("OpenAI API key is required");
+		this.client = new OpenAI({ apiKey: config.apiKey });
+		this.model = config.model || DEFAULT_EMBEDDING_MODEL;
+		this.dimensions = config.dimensions || DEFAULT_EMBEDDING_DIMENSIONS;
+	}
+	async generateEmbedding(text) {
+		if (!text || text.trim().length < MIN_EMBEDDING_TEXT_LENGTH) return null;
+		try {
+			const response = await this.client.embeddings.create({
+				model: this.model,
+				input: text.trim(),
+				dimensions: this.dimensions
+			});
+			const embedding = response.data[0]?.embedding;
+			if (!embedding) return null;
+			return {
+				embedding,
+				usage: {
+					promptTokens: response.usage?.prompt_tokens || 0,
+					totalTokens: response.usage?.total_tokens || 0
+				}
+			};
+		} catch (error) {
+			this.logger.error("OpenAI embedding generation failed", error, { model: this.model });
+			return null;
+		}
+	}
+	async generateBatchEmbeddings(texts) {
+		const validTexts = texts.filter((t) => t && t.trim().length >= MIN_EMBEDDING_TEXT_LENGTH);
+		if (validTexts.length === 0) return null;
+		try {
+			const response = await this.client.embeddings.create({
+				model: this.model,
+				input: validTexts.map((t) => t.trim()),
+				dimensions: this.dimensions
+			});
+			return {
+				embeddings: response.data.map((d) => d.embedding),
+				usage: {
+					promptTokens: response.usage?.prompt_tokens || 0,
+					totalTokens: response.usage?.total_tokens || 0
+				}
+			};
+		} catch (error) {
+			this.logger.error("OpenAI batch embedding generation failed", error, {
+				model: this.model,
+				count: texts.length
+			});
+			return null;
+		}
+	}
+};
+
+//#endregion
+//#region src/features/embedding/providers/gemini-provider.ts
+var GeminiEmbeddingProvider = class {
+	client;
+	model;
+	constructor(config, logger$1) {
+		this.logger = logger$1;
+		if (!config.apiKey) throw new Error("Gemini API key is required");
+		this.client = new GoogleGenerativeAI(config.apiKey);
+		this.model = config.model || DEFAULT_GEMINI_EMBEDDING_MODEL;
+	}
+	async generateEmbedding(text) {
+		if (!text || text.trim().length < MIN_EMBEDDING_TEXT_LENGTH) return null;
+		try {
+			const embedding = (await this.client.getGenerativeModel({ model: this.model }).embedContent({
+				content: {
+					role: "user",
+					parts: [{ text: text.trim() }]
+				},
+				taskType: TaskType.RETRIEVAL_DOCUMENT
+			})).embedding.values;
+			const estimatedTokens = Math.ceil(text.length / 4);
+			return {
+				embedding,
+				usage: {
+					promptTokens: estimatedTokens,
+					totalTokens: estimatedTokens
+				}
+			};
+		} catch (error) {
+			this.logger.error("Gemini embedding generation failed", error, { model: this.model });
+			return null;
+		}
+	}
+	async generateBatchEmbeddings(texts) {
+		const validTexts = texts.filter((t) => t && t.trim().length >= MIN_EMBEDDING_TEXT_LENGTH);
+		if (validTexts.length === 0) return null;
+		try {
+			const model = this.client.getGenerativeModel({ model: this.model });
+			const embeddings = [];
+			let totalTokens = 0;
+			for (const text of validTexts) {
+				const result = await model.embedContent({
+					content: {
+						role: "user",
+						parts: [{ text: text.trim() }]
+					},
+					taskType: TaskType.RETRIEVAL_DOCUMENT
+				});
+				embeddings.push(result.embedding.values);
+				totalTokens += Math.ceil(text.length / 4);
+			}
+			return {
+				embeddings,
+				usage: {
+					promptTokens: totalTokens,
+					totalTokens
+				}
+			};
+		} catch (error) {
+			this.logger.error("Gemini batch embedding generation failed", error, {
+				model: this.model,
+				count: texts.length
+			});
+			return null;
+		}
+	}
+};
+
+//#endregion
+//#region src/features/rag/endpoints/chat/handlers/embedding-handler.ts
+/**
+* Generates embedding and tracks usage
+*/
+async function generateEmbeddingWithTracking(userMessage, config, spendingEntries) {
+	logger.debug("Generating embeddings for semantic search");
+	const embeddingConfig = config.embeddingConfig;
+	if (!embeddingConfig) throw new Error("Embedding configuration missing");
+	let provider;
+	const providerType = embeddingConfig.type;
+	const apiKey = embeddingConfig.apiKey;
+	const model = embeddingConfig.model;
+	const dimensions = embeddingConfig.dimensions;
+	const serviceLogger = new Logger({
+		enabled: true,
+		prefix: "[rag-embedding]"
+	});
+	if (providerType === "gemini") provider = new GeminiEmbeddingProvider({
 		type: "gemini",
 		apiKey,
 		model,
@@ -1463,7 +1428,7 @@ async function generateEmbeddingWithTracking(userMessage, config, spendingEntrie
 }
 
 //#endregion
-//#region src/features/rag/api/chat/handlers/session-handler.ts
+//#region src/features/rag/endpoints/chat/handlers/session-handler.ts
 /**
 * Saves chat session if function is provided
 */
@@ -1474,7 +1439,7 @@ async function saveChatSessionIfNeeded(config, payload, userId, conversationId,
 }
 
 //#endregion
-//#region src/features/rag/api/chat/handlers/token-limit-handler.ts
+//#region src/features/rag/endpoints/chat/handlers/token-limit-handler.ts
 /**
 * Checks token limits before processing request
 */
@@ -1510,7 +1475,7 @@ async function checkTokenLimitsIfNeeded(config, payload, userId, userEmail, user
 }
 
 //#endregion
-//#region src/features/rag/api/chat/handlers/usage-stats-handler.ts
+//#region src/features/rag/endpoints/chat/handlers/usage-stats-handler.ts
 /**
 * Calculates total usage from spending entries
 */
@@ -1546,43 +1511,7 @@ async function sendUsageStatsIfNeeded(config, payload, userId, totalTokens, tota
 }
 
 //#endregion
-//#region src/features/rag/api/chat/validators/request-validator.ts
-/**
-* Validates chat request and extracts required data
-*/
-async function validateChatRequest(request, config) {
-	if (!await config.checkPermissions(request)) return {
-		success: false,
-		error: jsonResponse({ error: "No tienes permisos para acceder a esta sesión." }, { status: 403 })
-	};
-	if (!request.url || !request.user) return {
-		success: false,
-		error: jsonResponse({ error: "URL not found" }, { status: 400 })
-	};
-	const { id: userId, email } = request.user;
-	const userEmail = email || "";
-	const payload = await config.getPayload();
-	const body = await request.json?.();
-	if (!body) return {
-		success: false,
-		error: jsonResponse({ error: "Body not found" }, { status: 400 })
-	};
-	if (!body.message || typeof body.message !== "string" || body.message.trim() === "") return {
-		success: false,
-		error: jsonResponse({ error: "Se requiere un mensaje." }, { status: 400 })
-	};
-	return {
-		success: true,
-		userId,
-		userEmail,
-		payload,
-		userMessage: body.message.trim(),
-		body
-	};
-}
-
-//#endregion
-//#region src/features/rag/api/chat/route.ts
+//#region src/features/rag/endpoints/chat/route.ts
 /**
 * Create a parameterizable POST handler for chat endpoint
 */
@@ -1869,7 +1798,7 @@ async function defaultHandleNonStreamingResponse(data, controller, encoder) {
 }
 
 //#endregion
-//#region src/features/rag/api/chat/session/route.ts
+//#region src/features/rag/endpoints/chat/session/route.ts
 /**
 * Create a parameterizable GET handler for session endpoint
 *
@@ -1956,7 +1885,7 @@ function createSessionDELETEHandler(config) {
 }
 
 //#endregion
-//#region src/features/rag/api/chunks/[id]/route.ts
+//#region src/features/rag/endpoints/chunks/[id]/route.ts
 /**
 * Create a parameterizable GET handler for chunks endpoint
 *
@@ -2001,7 +1930,7 @@ function createChunksGETHandler(config) {
 }
 
 //#endregion
-//#region src/features/rag/api/chat/agents/route.ts
+//#region src/features/rag/endpoints/chat/agents/route.ts
 function createAgentsGETHandler(config) {
 	return async function GET() {
 		try {
@@ -2016,7 +1945,7 @@ function createAgentsGETHandler(config) {
 }
 
 //#endregion
-//#region src/features/rag/create-rag-payload-handlers.ts
+//#region src/features/rag/endpoints.ts
 /**
 * Creates Payload handlers for RAG endpoints
 */
@@ -2083,7 +2012,7 @@ function createRAGPayloadHandlers(pluginOptions) {
 }
 
 //#endregion
-//#region src/features/search/handlers/collections-handler.ts
+//#region src/features/search/endpoints/handlers/collections-handler.ts
 /**
 * Creates a handler for listing available search collections
 */
@@ -2095,18 +2024,7 @@ const createCollectionsHandler = (pluginOptions) => {
 				const firstEnabledConfig = tableConfigs.find((config) => config.enabled);
 				if (firstEnabledConfig) {
 					let fields = [];
-					if (firstEnabledConfig.mode === "chunked") fields = [
-						...firstEnabledConfig.fields || [],
-						{
-							name: "chunk_text",
-							index: true
-						},
-						{
-							name: "headers",
-							facet: true
-						}
-					];
-					else fields = firstEnabledConfig.fields;
+					fields = firstEnabledConfig.fields;
 					const facetFields = fields.filter((f) => f.facet).map((f) => f.name);
 					const searchFields = fields.filter((f) => f.index !== false).map((f) => f.name);
 					collections.push({
@@ -2345,12 +2263,7 @@ const searchTraditionalCollection = async (typesenseClient, collectionName, conf
 		if (options.searchFields) buildOptions.searchFields = options.searchFields;
 		else if (config) {
 			let fields = [];
-			if (config.mode === "chunked") fields = [...config.fields || [], {
-				name: "chunk_text",
-				index: true,
-				type: "string"
-			}];
-			else fields = config.fields;
+			fields = config.fields;
 			const searchFields = fields.filter((f) => f.index !== false && (f.type === "string" || f.type === "string[]")).map((f) => f.name);
 			if (searchFields.length > 0) buildOptions.searchFields = searchFields;
 		}
@@ -2374,7 +2287,7 @@ const searchTraditionalCollection = async (typesenseClient, collectionName, conf
 };
 
 //#endregion
-//#region src/features/search/handlers/executors/traditional-multi-collection-search.ts
+//#region src/features/search/endpoints/handlers/executors/traditional-multi-collection-search.ts
 const performTraditionalMultiCollectionSearch = async (typesenseClient, enabledCollections, query, options) => {
 	logger.info("Performing traditional multi-collection search", {
 		query,
@@ -2390,12 +2303,7 @@ const performTraditionalMultiCollectionSearch = async (typesenseClient, enabledC
 				...searchFieldsOverride ? { searchFields: searchFieldsOverride } : (() => {
 					if (!config) return {};
 					let fields = [];
-					if (config.mode === "chunked") fields = [...config.fields || [], {
-						name: "chunk_text",
-						index: true,
-						type: "string"
-					}];
-					else fields = config.fields;
+					fields = config.fields;
 					const searchFields = fields.filter((f) => f.index !== false && (f.type === "string" || f.type === "string[]")).map((f) => f.name);
 					return searchFields.length > 0 ? { searchFields } : {};
 				})(),
@@ -2516,12 +2424,7 @@ const buildMultiCollectionVectorSearchParams = (searchVector, enabledCollections
 		let searchFields;
 		if (config) {
 			let fields = [];
-			if (config.mode === "chunked") fields = [...config.fields || [], {
-				name: "chunk_text",
-				index: true,
-				type: "string"
-			}];
-			else fields = config.fields;
+			fields = config.fields;
 			const extracted = fields.filter((f) => f.index !== false && (f.type === "string" || f.type === "string[]")).map((f) => f.name);
 			if (extracted.length > 0) searchFields = extracted;
 		}
@@ -2615,7 +2518,7 @@ var SearchService = class {
 };
 
 //#endregion
-//#region src/features/search/handlers/utils/document-transformer.ts
+//#region src/features/search/endpoints/handlers/utils/document-transformer.ts
 /**
 * Helper to resolve document type from collection name
 */
@@ -2644,7 +2547,7 @@ function transformToSimpleFormat(data) {
 }
 
 //#endregion
-//#region src/features/search/handlers/utils/target-resolver.ts
+//#region src/features/search/endpoints/handlers/utils/target-resolver.ts
 var TargetCollectionResolver = class {
 	allowedTableNames;
 	constructor(pluginOptions) {
@@ -2690,7 +2593,7 @@ var TargetCollectionResolver = class {
 };
 
 //#endregion
-//#region src/features/search/handlers/utils/config-mapper.ts
+//#region src/features/search/endpoints/handlers/utils/config-mapper.ts
 var SearchConfigMapper = class {
 	constructor(pluginOptions) {
 		this.pluginOptions = pluginOptions;
@@ -2829,7 +2732,7 @@ const extractSearchParams = (query) => {
 };
 
 //#endregion
-//#region src/features/search/handlers/validators/search-request-validator.ts
+//#region src/features/search/endpoints/handlers/validators/search-request-validator.ts
 /**
 * Validates search request and returns parsed parameters
 */
@@ -2863,7 +2766,7 @@ function validateSearchRequest(request) {
 }
 
 //#endregion
-//#region src/features/search/handlers/search-handler.ts
+//#region src/features/search/endpoints/handlers/search-handler.ts
 /**
 * Helper type guard to check if a result is a valid search response
 */
@@ -2911,7 +2814,7 @@ const createSearchHandler = (typesenseClient, pluginOptions) => {
 };
 
 //#endregion
-//#region src/features/search/create-search-endpoints.ts
+//#region src/features/search/endpoints.ts
 const createSearchEndpoints = (typesenseClient, pluginOptions) => {
 	return [
 		{
@@ -2933,123 +2836,18 @@ const createSearchEndpoints = (typesenseClient, pluginOptions) => {
 };
 
 //#endregion
-//#region src/shared/schema/collection-schemas.ts
-/**
-* Base fields that every collection should have
-*/
-const getBaseFields = () => [
-	{
-		name: "id",
-		type: "string"
-	},
-	{
-		name: "slug",
-		type: "string"
-	},
-	{
-		name: "createdAt",
-		type: "int64"
-	},
-	{
-		name: "updatedAt",
-		type: "int64"
-	}
-];
+//#region src/shared/schema/field-mapper.ts
 /**
-* Creates embedding field definition
-* @param optional - Whether the embedding field is optional
-* @param dimensions - Number of dimensions for the embedding vector (default: 1536)
+* Extracts a value from a document using dot notation path
 */
-const getEmbeddingField = (optional = true, dimensions = DEFAULT_EMBEDDING_DIMENSIONS) => ({
-	name: "embedding",
-	type: "float[]",
-	num_dim: dimensions,
-	...optional && { optional: true }
-});
+const getValueByPath = (obj, path) => {
+	if (!obj || typeof obj !== "object") return void 0;
+	return path.split(".").reduce((acc, part) => {
+		if (acc && typeof acc === "object" && part in acc) return acc[part];
+	}, obj);
+};
 /**
-* Maps FieldMapping to TypesenseFieldSchema
-*/
-const mapFieldMappingsToSchema = (fields) => {
-	return fields.map((field) => ({
-		name: field.name,
-		type: field.type === "auto" ? "string" : field.type,
-		facet: field.facet,
-		index: field.index,
-		optional: field.optional
-	}));
-};
-/**
-* Gets chunk-specific fields for chunk collections
-*/
-const getChunkFields = () => [
-	{
-		name: "parent_doc_id",
-		type: "string"
-	},
-	{
-		name: "chunk_index",
-		type: "int32"
-	},
-	{
-		name: "chunk_text",
-		type: "string"
-	},
-	{
-		name: "is_chunk",
-		type: "bool"
-	},
-	{
-		name: "headers",
-		type: "string[]",
-		facet: true,
-		optional: true
-	}
-];
-/**
-* Creates a complete schema for a chunk collection
-*/
-const getChunkCollectionSchema = (collectionSlug, tableConfig, embeddingDimensions = DEFAULT_EMBEDDING_DIMENSIONS) => {
-	const fields = tableConfig.fields ? mapFieldMappingsToSchema(tableConfig.fields) : [];
-	const userFieldNames = new Set([...fields.map((f) => f.name), ...getChunkFields().map((f) => f.name)]);
-	return {
-		name: collectionSlug,
-		fields: [
-			...getBaseFields().filter((f) => !userFieldNames.has(f.name)),
-			...getChunkFields(),
-			...fields,
-			getEmbeddingField(false, embeddingDimensions)
-		]
-	};
-};
-/**
-* Creates a complete schema for a full document collection
-*/
-const getFullDocumentCollectionSchema = (collectionSlug, tableConfig, embeddingDimensions = DEFAULT_EMBEDDING_DIMENSIONS) => {
-	const mappedFields = mapFieldMappingsToSchema(tableConfig.fields);
-	const userFieldNames = new Set(mappedFields.map((f) => f.name));
-	return {
-		name: collectionSlug,
-		fields: [
-			...getBaseFields().filter((f) => !userFieldNames.has(f.name)),
-			...mappedFields,
-			getEmbeddingField(true, embeddingDimensions)
-		]
-	};
-};
-
-//#endregion
-//#region src/shared/schema/field-mapper.ts
-/**
-* Extracts a value from a document using dot notation path
-*/
-const getValueByPath = (obj, path) => {
-	if (!obj || typeof obj !== "object") return void 0;
-	return path.split(".").reduce((acc, part) => {
-		if (acc && typeof acc === "object" && part in acc) return acc[part];
-	}, obj);
-};
-/**
-* Maps a Payload document to a Typesense document based on field configuration
+* Maps a Payload document to a Typesense document based on field configuration
 */
 const mapPayloadDocumentToTypesense = async (doc, fields) => {
 	const result = {};
@@ -3285,8 +3083,37 @@ const extractHeaderMetadata = (chunkText$1) => {
 };
 
 //#endregion
-//#region src/features/sync/strategies/chunked-syncer.ts
-var ChunkedSyncer = class {
+//#region src/features/sync/services/document-syncer.ts
+/**
+* Syncs a Payload document to Typesense
+* Uses Strategy pattern to handle both chunked and full document approaches
+*/
+const syncDocumentToTypesense = async (typesenseClient, collectionSlug, doc, operation, tableConfig, embeddingService) => {
+	try {
+		const tableName = tableConfig.tableName || getTypesenseCollectionName(collectionSlug, tableConfig);
+		logger.debug("Syncing document to Typesense", {
+			documentId: doc.id,
+			collection: collectionSlug,
+			tableName,
+			operation
+		});
+		await new DocumentSyncer(typesenseClient, collectionSlug, tableName, tableConfig, embeddingService).sync(doc, operation);
+		logger.info("Document synced successfully to Typesense", {
+			documentId: doc.id,
+			collection: collectionSlug,
+			operation
+		});
+	} catch (error) {
+		const isValidationError = (error instanceof Error ? error.message : String(error)).toLowerCase().includes("validation");
+		logger.error(`Failed to sync document to Typesense`, error, {
+			documentId: doc.id,
+			collection: collectionSlug,
+			operation,
+			isValidationError
+		});
+	}
+};
+var DocumentSyncer = class {
 	constructor(client, collectionSlug, tableName, config, embeddingService) {
 		this.client = client;
 		this.collectionSlug = collectionSlug;
@@ -3295,7 +3122,28 @@ var ChunkedSyncer = class {
 		this.embeddingService = embeddingService;
 	}
 	async sync(doc, operation) {
-		logger.debug(`Syncing document ${doc.id} to table ${this.tableName} (Chunked Mode)`);
+		logger.debug(`Syncing document ${doc.id} to table ${this.tableName}`);
+		if (this.config.embedding?.chunking) await this.syncChunked(doc, operation);
+		else await this.syncDocument(doc, operation);
+	}
+	async syncDocument(doc, operation) {
+		const typesenseDoc = await mapPayloadDocumentToTypesense(doc, this.config.fields);
+		typesenseDoc.id = String(doc.id);
+		typesenseDoc.slug = doc.slug || "";
+		typesenseDoc.createdAt = new Date(doc.createdAt).getTime();
+		typesenseDoc.updatedAt = new Date(doc.updatedAt).getTime();
+		if (doc.publishedAt) typesenseDoc.publishedAt = new Date(doc.publishedAt).getTime();
+		if (this.config.embedding?.fields && this.embeddingService) {
+			const sourceText = await this.extractSourceText(doc);
+			if (sourceText) {
+				const embedding = await this.embeddingService.getEmbedding(sourceText);
+				if (embedding) typesenseDoc.embedding = embedding;
+			}
+		}
+		await this.client.collections(this.tableName).documents().upsert(typesenseDoc);
+		logger.info(`Synced document ${doc.id} to ${this.tableName}`);
+	}
+	async syncChunked(doc, operation) {
 		const sourceText = await this.extractSourceText(doc);
 		if (!sourceText) {
 			logger.warn(`No source text found for document ${doc.id}`);
@@ -3308,7 +3156,12 @@ var ChunkedSyncer = class {
 		if (operation === "update") await this.client.collections(this.tableName).documents().delete({ filter_by: `parent_doc_id:${doc.id}` });
 		for (const chunk of chunks) {
 			const headers = buildHeaderHierarchy(chunk.metadata);
-			const formattedText = formatChunkWithHeaders(chunk.text, headers);
+			let formattedText = formatChunkWithHeaders(chunk.text, headers);
+			if (this.config.embedding?.chunking?.interceptResult) formattedText = this.config.embedding.chunking.interceptResult({
+				...chunk,
+				headers,
+				formattedText
+			}, doc);
 			let embedding = [];
 			if (this.embeddingService) {
 				const result = await this.embeddingService.getEmbedding(formattedText);
@@ -3330,68 +3183,13 @@ var ChunkedSyncer = class {
 		}
 		logger.info(`Synced ${chunks.length} chunks for document ${doc.id} to ${this.tableName}`);
 	}
-	async extractSourceText(doc) {
-		const textParts = [];
-		for (const sourceField of this.config.sourceFields) {
-			const fieldName = typeof sourceField === "string" ? sourceField : sourceField.field;
-			const transform = typeof sourceField === "string" ? void 0 : sourceField.transform;
-			const val = doc[fieldName];
-			if (transform) {
-				let transformedVal = await transform(val);
-				textParts.push(String(transformedVal || ""));
-			} else if (typeof val === "object" && val !== null && "root" in val) {
-				let transformedVal = JSON.stringify(val);
-				textParts.push(String(transformedVal || ""));
-			}
-		}
-		return textParts.join("\n\n");
-	}
-	async generateChunks(text) {
-		const { strategy, size, overlap } = this.config.chunking;
-		const options = {
-			maxChunkSize: size,
-			overlap
-		};
-		if (strategy === "markdown") return await chunkMarkdown(text, options);
-		else return await chunkText(text, options);
-	}
-};
-
-//#endregion
-//#region src/features/sync/strategies/document-syncer.ts
-var DocumentSyncer = class {
-	constructor(client, collectionSlug, tableName, config, embeddingService) {
-		this.client = client;
-		this.collectionSlug = collectionSlug;
-		this.tableName = tableName;
-		this.config = config;
-		this.embeddingService = embeddingService;
-	}
-	async sync(doc, operation) {
-		logger.debug(`Syncing document ${doc.id} to table ${this.tableName} (Document Mode)`);
-		const typesenseDoc = await mapPayloadDocumentToTypesense(doc, this.config.fields);
-		typesenseDoc.id = String(doc.id);
-		typesenseDoc.slug = doc.slug || "";
-		typesenseDoc.createdAt = new Date(doc.createdAt).getTime();
-		typesenseDoc.updatedAt = new Date(doc.updatedAt).getTime();
-		if (doc.publishedAt) typesenseDoc.publishedAt = new Date(doc.publishedAt).getTime();
-		if (this.config.sourceFields && this.embeddingService) {
-			const sourceText = await this.extractSourceText(doc);
-			if (sourceText) {
-				const embedding = await this.embeddingService.getEmbedding(sourceText);
-				if (embedding) typesenseDoc.embedding = embedding;
-			}
-		}
-		await this.client.collections(this.tableName).documents().upsert(typesenseDoc);
-		logger.info(`Synced document ${doc.id} to ${this.tableName}`);
-	}
 	/**
 	* Extract and transform source fields for embedding generation
 	*/
 	async extractSourceText(doc) {
-		if (!this.config.sourceFields) return "";
+		if (!this.config.embedding?.fields) return "";
 		const textParts = [];
-		for (const sourceField of this.config.sourceFields) {
+		for (const sourceField of this.config.embedding.fields) {
 			let fieldName;
 			let transform;
 			if (typeof sourceField === "string") fieldName = sourceField;
@@ -3406,44 +3204,20 @@ var DocumentSyncer = class {
 		}
 		return textParts.join("\n\n");
 	}
-};
-
-//#endregion
-//#region src/features/sync/document-sync.ts
-/**
-* Syncs a Payload document to Typesense
-* Uses Strategy pattern to handle both chunked and full document approaches
-*/
-const syncDocumentToTypesense = async (typesenseClient, collectionSlug, doc, operation, tableConfig, embeddingService) => {
-	try {
-		const tableName = tableConfig.tableName || getTypesenseCollectionName(collectionSlug, tableConfig);
-		logger.debug("Syncing document to Typesense", {
-			documentId: doc.id,
-			collection: collectionSlug,
-			tableName,
-			operation,
-			mode: tableConfig.mode
-		});
-		if (tableConfig.mode === "chunked") await new ChunkedSyncer(typesenseClient, collectionSlug, tableName, tableConfig, embeddingService).sync(doc, operation);
-		else await new DocumentSyncer(typesenseClient, collectionSlug, tableName, tableConfig, embeddingService).sync(doc, operation);
-		logger.info("Document synced successfully to Typesense", {
-			documentId: doc.id,
-			collection: collectionSlug,
-			operation
-		});
-	} catch (error) {
-		const isValidationError = (error instanceof Error ? error.message : String(error)).toLowerCase().includes("validation");
-		logger.error(`Failed to sync document to Typesense`, error, {
-			documentId: doc.id,
-			collection: collectionSlug,
-			operation,
-			isValidationError
-		});
+	async generateChunks(text) {
+		if (!this.config.embedding?.chunking) return [];
+		const { strategy, size, overlap } = this.config.embedding.chunking;
+		const options = {
+			maxChunkSize: size,
+			overlap
+		};
+		if (strategy === "markdown") return await chunkMarkdown(text, options);
+		else return await chunkText(text, options);
 	}
 };
 
 //#endregion
-//#region src/features/sync/document-delete.ts
+//#region src/features/sync/services/document-delete.ts
 /**
 * Deletes a document from Typesense
 * Handles both direct document deletion and chunk deletion
@@ -3494,7 +3268,148 @@ const deleteDocumentFromTypesense = async (typesenseClient, collectionSlug, docI
 };
 
 //#endregion
-//#region src/features/sync/schema-manager.ts
+//#region src/features/sync/hooks.ts
+/**
+* Applies sync hooks to Payload collections
+*/
+const applySyncHooks = (config, pluginOptions, typesenseClient, embeddingService) => {
+	if (!pluginOptions.features.sync?.enabled || pluginOptions.features.sync.autoSync === false || !pluginOptions.collections) return config;
+	return (config || []).map((collection) => {
+		const tableConfigs = pluginOptions.collections?.[collection.slug];
+		if (tableConfigs && Array.isArray(tableConfigs) && tableConfigs.some((tableConfig) => tableConfig.enabled)) {
+			logger.debug("Registering sync hooks for collection", {
+				collection: collection.slug,
+				tableCount: tableConfigs?.length || 0
+			});
+			return {
+				...collection,
+				hooks: {
+					...collection.hooks,
+					afterChange: [...collection.hooks?.afterChange || [], async ({ doc, operation, req: _req }) => {
+						if (tableConfigs && Array.isArray(tableConfigs)) {
+							for (const tableConfig of tableConfigs) if (tableConfig.enabled) await syncDocumentToTypesense(typesenseClient, collection.slug, doc, operation, tableConfig, embeddingService);
+						}
+					}],
+					afterDelete: [...collection.hooks?.afterDelete || [], async ({ doc, req: _req }) => {
+						if (tableConfigs && Array.isArray(tableConfigs)) {
+							for (const tableConfig of tableConfigs) if (tableConfig.enabled) await deleteDocumentFromTypesense(typesenseClient, collection.slug, doc.id, tableConfig);
+						}
+					}]
+				}
+			};
+		}
+		return collection;
+	});
+};
+
+//#endregion
+//#region src/shared/schema/collection-schemas.ts
+/**
+* Base fields that every collection should have
+*/
+const getBaseFields = () => [
+	{
+		name: "id",
+		type: "string"
+	},
+	{
+		name: "slug",
+		type: "string"
+	},
+	{
+		name: "createdAt",
+		type: "int64"
+	},
+	{
+		name: "updatedAt",
+		type: "int64"
+	}
+];
+/**
+* Creates embedding field definition
+* @param optional - Whether the embedding field is optional
+* @param dimensions - Number of dimensions for the embedding vector (default: 1536)
+*/
+const getEmbeddingField = (optional = true, dimensions = DEFAULT_EMBEDDING_DIMENSIONS) => ({
+	name: "embedding",
+	type: "float[]",
+	num_dim: dimensions,
+	...optional && { optional: true }
+});
+/**
+* Maps FieldMapping to TypesenseFieldSchema
+*/
+const mapFieldMappingsToSchema = (fields) => {
+	return fields.map((field) => ({
+		name: field.name,
+		type: field.type === "auto" ? "string" : field.type,
+		facet: field.facet,
+		index: field.index,
+		optional: field.optional
+	}));
+};
+/**
+* Gets chunk-specific fields for chunk collections
+*/
+const getChunkFields = () => [
+	{
+		name: "parent_doc_id",
+		type: "string",
+		facet: true
+	},
+	{
+		name: "chunk_index",
+		type: "int32"
+	},
+	{
+		name: "chunk_text",
+		type: "string"
+	},
+	{
+		name: "is_chunk",
+		type: "bool"
+	},
+	{
+		name: "headers",
+		type: "string[]",
+		facet: true,
+		optional: true
+	}
+];
+/**
+* Creates a complete schema for a chunk collection
+*/
+const getChunkCollectionSchema = (collectionSlug, tableConfig, embeddingDimensions = DEFAULT_EMBEDDING_DIMENSIONS) => {
+	const fields = tableConfig.fields ? mapFieldMappingsToSchema(tableConfig.fields) : [];
+	const userFieldNames = new Set([...fields.map((f) => f.name), ...getChunkFields().map((f) => f.name)]);
+	return {
+		name: collectionSlug,
+		fields: [
+			...getBaseFields().filter((f) => !userFieldNames.has(f.name)),
+			...getChunkFields(),
+			...fields,
+			getEmbeddingField(false, embeddingDimensions)
+		]
+	};
+};
+/**
+* Creates a complete schema for a full document collection
+*/
+const getFullDocumentCollectionSchema = (collectionSlug, tableConfig, embeddingDimensions = DEFAULT_EMBEDDING_DIMENSIONS) => {
+	const mappedFields = mapFieldMappingsToSchema(tableConfig.fields);
+	const userFieldNames = new Set(mappedFields.map((f) => f.name));
+	return {
+		name: collectionSlug,
+		fields: [
+			...getBaseFields().filter((f) => !userFieldNames.has(f.name)),
+			...mappedFields,
+			getEmbeddingField(true, embeddingDimensions)
+		]
+	};
+};
+
+//#endregion
+//#region src/features/sync/services/schema-manager.ts
 var SchemaManager = class {
 	constructor(client, config) {
 		this.client = client;
@@ -3522,7 +3437,7 @@ var SchemaManager = class {
 	async syncTable(collectionSlug, tableConfig, embeddingDimensions) {
 		const tableName = getTypesenseCollectionName(collectionSlug, tableConfig);
 		let targetSchema;
-		if (tableConfig.mode === "chunked") targetSchema = getChunkCollectionSchema(tableName, tableConfig, embeddingDimensions);
+		if (tableConfig.embedding?.chunking) targetSchema = getChunkCollectionSchema(tableName, tableConfig, embeddingDimensions);
 		else targetSchema = getFullDocumentCollectionSchema(tableName, tableConfig, embeddingDimensions);
 		try {
 			const collection = await this.client.collections(tableName).retrieve();
@@ -3557,7 +3472,7 @@ var SchemaManager = class {
 };
 
 //#endregion
-//#region src/features/rag/agent-manager.ts
+//#region src/features/rag/services/agent-manager.ts
 var AgentManager = class {
 	constructor(client, config) {
 		this.client = client;
@@ -3657,10 +3572,17 @@ var AgentManager = class {
 * @returns Payload config modifier function
 */
 const typesenseSearch = (pluginOptions) => (config) => {
-	const container = setupContainer(pluginOptions);
 	const typesenseClient = createTypesenseClient(pluginOptions.typesense);
+	const logger$1 = new Logger({
+		enabled: true,
+		prefix: "[payload-typesense]"
+	});
 	let embeddingService;
-	if (container.has(TOKENS.EMBEDDING_SERVICE)) embeddingService = container.resolve(TOKENS.EMBEDDING_SERVICE);
+	const embeddingConfig = pluginOptions.features.embedding;
+	if (embeddingConfig) {
+		embeddingService = new EmbeddingServiceImpl(embeddingConfig.type === "gemini" ? new GeminiEmbeddingProvider(embeddingConfig, logger$1) : new OpenAIEmbeddingProvider(embeddingConfig, logger$1), logger$1, embeddingConfig);
+		logger$1.debug("Embedding service initialized", { provider: embeddingConfig.type });
+	}
 	const searchEndpoints = createSearchEndpoints(typesenseClient, pluginOptions);
 	const ragEndpoints = pluginOptions.features.rag?.enabled ? createRAGPayloadHandlers(pluginOptions) : [];
 	config.endpoints = [
@@ -3668,53 +3590,48 @@ const typesenseSearch = (pluginOptions) => (config) => {
 		...searchEndpoints,
 		...ragEndpoints
 	];
-	logger.debug("Search and RAG endpoints registered", {
+	logger$1.debug("Search and RAG endpoints registered", {
 		searchEndpointsCount: searchEndpoints.length,
 		ragEndpointsCount: ragEndpoints.length
 	});
-	if (pluginOptions.features.sync?.enabled && pluginOptions.features.sync.autoSync !== false && pluginOptions.collections) config.collections = (config.collections || []).map((collection) => {
-		const tableConfigs = pluginOptions.collections?.[collection.slug];
-		if (tableConfigs && Array.isArray(tableConfigs) && tableConfigs.some((tableConfig) => tableConfig.enabled)) {
-			logger.debug("Registering sync hooks for collection", {
-				collection: collection.slug,
-				tableCount: tableConfigs?.length || 0
-			});
-			return {
-				...collection,
-				hooks: {
-					...collection.hooks,
-					afterChange: [...collection.hooks?.afterChange || [], async ({ doc, operation, req: _req }) => {
-						if (tableConfigs && Array.isArray(tableConfigs)) {
-							for (const tableConfig of tableConfigs) if (tableConfig.enabled) await syncDocumentToTypesense(typesenseClient, collection.slug, doc, operation, tableConfig, embeddingService);
-						}
-					}],
-					afterDelete: [...collection.hooks?.afterDelete || [], async ({ doc, req: _req }) => {
-						if (tableConfigs && Array.isArray(tableConfigs)) {
-							for (const tableConfig of tableConfigs) if (tableConfig.enabled) await deleteDocumentFromTypesense(typesenseClient, collection.slug, doc.id, tableConfig);
-						}
-					}]
-				}
-			};
-		}
-		return collection;
-	});
+	if (config.collections) config.collections = applySyncHooks(config.collections, pluginOptions, typesenseClient, embeddingService);
 	const incomingOnInit = config.onInit;
 	config.onInit = async (payload) => {
 		if (incomingOnInit) await incomingOnInit(payload);
 		try {
-			logger.info("Initializing Typesense collections...");
+			logger$1.info("Initializing Typesense collections...");
 			await new SchemaManager(typesenseClient, pluginOptions).syncCollections();
 			if (pluginOptions.features.rag?.enabled) {
-				logger.info("Initializing RAG agents...");
+				logger$1.info("Initializing RAG agents...");
 				await new AgentManager(typesenseClient, pluginOptions).syncAgents();
 			}
 		} catch (error) {
-			logger.error("Error initializing Typesense resources", error);
+			logger$1.error("Error initializing Typesense resources", error);
 		}
 	};
 	return config;
 };
 
 //#endregion
-export { CHUNK_HEADER_SEPARATOR, DEFAULT_CACHE_TTL_MS, DEFAULT_CHUNK_OVERLAP, DEFAULT_CHUNK_SIZE, DEFAULT_EMBEDDING_DIMENSIONS, DEFAULT_EMBEDDING_MODEL, DEFAULT_HYBRID_SEARCH_ALPHA, DEFAULT_RAG_CONTEXT_LIMIT, DEFAULT_RAG_LLM_MODEL, DEFAULT_RAG_MAX_TOKENS, DEFAULT_SEARCH_LIMIT, DEFAULT_SESSION_TTL_SEC, ErrorCodes, buildContextText, buildConversationalUrl, buildHybridSearchParams, buildMultiSearchRequestBody, buildMultiSearchRequests, closeSession, configureLogger, createLogger, createSSEForwardStream, createTypesenseClient, ensureConversationCollection, executeRAGSearch, extractContentOnly, extractHeaderMetadata, extractSourcesFromResults, fetchChunkById, formatChunkWithHeaders, formatSSEEvent, generateEmbedding, generateEmbeddingWithUsage, generateEmbeddingsBatchWithUsage, getActiveSession, getDefaultRAGConfig, getSessionByConversationId, jsonResponse, logger, mergeRAGConfigWithDefaults, parseChunkText, parseConversationEvent, processConversationStream, saveChatSession, sendSSEEvent, testTypesenseConnection, typesenseSearch };
+//#region src/core/utils/transforms.ts
+/**
+* Transforms Lexical editor state to Markdown
+* @param value - The serialized editor state
+* @param config - Optional Payload config. If provided, it will be used to generate the editor config.
+*/
+const transformLexicalToMarkdown = async (value, config) => {
+	if (!value) return "";
+	try {
+		return await convertLexicalToMarkdown({
+			data: value,
+			editorConfig: await editorConfigFactory.default({ config })
+		});
+	} catch (error) {
+		console.error("Error transforming lexical to markdown", error);
+		return "";
+	}
+};
+
+//#endregion
+export { CHUNK_HEADER_SEPARATOR, DEFAULT_CACHE_TTL_MS, DEFAULT_CHUNK_OVERLAP, DEFAULT_CHUNK_SIZE, DEFAULT_EMBEDDING_DIMENSIONS, DEFAULT_EMBEDDING_MODEL, DEFAULT_HYBRID_SEARCH_ALPHA, DEFAULT_RAG_CONTEXT_LIMIT, DEFAULT_RAG_LLM_MODEL, DEFAULT_RAG_MAX_TOKENS, DEFAULT_SEARCH_LIMIT, DEFAULT_SESSION_TTL_SEC, ErrorCodes, buildContextText, buildConversationalUrl, buildHybridSearchParams, buildMultiSearchRequestBody, buildMultiSearchRequests, closeSession, configureLogger, createLogger, createSSEForwardStream, createTypesenseClient, deleteDocumentFromTypesense, ensureConversationCollection, executeRAGSearch, extractContentOnly, extractHeaderMetadata, extractSourcesFromResults, fetchChunkById, formatChunkWithHeaders, formatSSEEvent, generateEmbedding, generateEmbeddingWithUsage, generateEmbeddingsBatchWithUsage, getActiveSession, getDefaultRAGConfig, getSessionByConversationId, jsonResponse, logger, mergeRAGConfigWithDefaults, parseChunkText, parseConversationEvent, processConversationStream, saveChatSession, sendSSEEvent, testTypesenseConnection, transformLexicalToMarkdown, typesenseSearch };
 //# sourceMappingURL=index.mjs.map