@mastra/rag 2.7.0 → 2.7.1-alpha.0

package/dist/index.cjs

@@ -1,5 +1,5 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-//#region \0rolldown/runtime.js
+// \0rolldown/runtime.js
 var __create$1 = Object.create;
 var __defProp$1 = Object.defineProperty;
 var __getOwnPropDesc$1 = Object.getOwnPropertyDescriptor;
@@ -21,7 +21,6 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create$1(__
 	value: mod,
 	enumerable: true
 }) : target, mod));
-//#endregion
 let _mastra_core_observability = require("@mastra/core/observability");
 let _mastra_core_agent = require("@mastra/core/agent");
 let node_crypto = require("node:crypto");
@@ -35,12 +34,11 @@ zeroentropy = __toESM(zeroentropy, 1);
 let _mastra_core_tools = require("@mastra/core/tools");
 let _mastra_core_vector = require("@mastra/core/vector");
 let _aws_sdk_client_bedrock_agent_runtime = require("@aws-sdk/client-bedrock-agent-runtime");
-//#region src/document/prompts/format.ts
+// src/document/prompts/format.ts
 function format(str, params) {
 	return str.replace(/{(\w+)}/g, (_, k) => params[k] ?? "");
 }
-//#endregion
-//#region src/document/prompts/base.ts
+// src/document/prompts/base.ts
 var BasePromptTemplate = class {
 	templateVars = /* @__PURE__ */ new Set();
 	options = {};
@@ -86,8 +84,7 @@ var PromptTemplate = class PromptTemplate extends BasePromptTemplate {
 		return this.#template;
 	}
 };
-//#endregion
-//#region src/document/prompts/prompt.ts
+// src/document/prompts/prompt.ts
 const defaultSummaryPrompt = new PromptTemplate({
 	templateVars: ["context"],
 	template: `Write a summary of the following. Try to use only the information provided. Try to include as many key details as possible.
@@ -132,8 +129,7 @@ const defaultTitleCombinePromptTemplate = new PromptTemplate({
 Based on the above candidate titles and contents, what is the comprehensive title for this document? 
 Title: `
 });
-//#endregion
-//#region src/document/schema/types.ts
+// src/document/schema/types.ts
 var NodeRelationship = /* @__PURE__ */ ((NodeRelationship2) => {
 	NodeRelationship2["SOURCE"] = "SOURCE";
 	NodeRelationship2["PREVIOUS"] = "PREVIOUS";
@@ -150,8 +146,7 @@ var ObjectType = /* @__PURE__ */ ((ObjectType2) => {
 	ObjectType2["IMAGE_DOCUMENT"] = "IMAGE_DOCUMENT";
 	return ObjectType2;
 })(ObjectType || {});
-//#endregion
-//#region src/document/schema/node.ts
+// src/document/schema/node.ts
 var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
@@ -362,8 +357,7 @@ function createSHA256() {
 		}
 	};
 }
-//#endregion
-//#region src/document/extractors/base.ts
+// src/document/extractors/base.ts
 var BaseExtractor = class {
 	isTextNodeOnly = true;
 	/**
@@ -381,8 +375,7 @@ var BaseExtractor = class {
 		return newNodes;
 	}
 };
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider/1.1.3/7d8eaddb7973e5820d04ac18a887c85cc63f173732e3c66432ceefbff819b4ac/node_modules/@ai-sdk/provider/dist/index.mjs
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider/1.1.3/7d8eaddb7973e5820d04ac18a887c85cc63f173732e3c66432ceefbff819b4ac/node_modules/@ai-sdk/provider/dist/index.mjs
 var marker = "vercel.ai.error";
 var symbol = Symbol.for(marker);
 var _a;
@@ -633,8 +626,7 @@ var UnsupportedFunctionalityError = class extends AISDKError {
 	}
 };
 _a14 = symbol14;
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@/nanoid/5.1.16/f16424b532a5e69aacddcb2977ac17378b6f79695bbd27ead3d90c703848f22f/node_modules/nanoid/non-secure/index.js
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@/nanoid/5.1.16/f16424b532a5e69aacddcb2977ac17378b6f79695bbd27ead3d90c703848f22f/node_modules/nanoid/non-secure/index.js
 let customAlphabet = (alphabet, defaultSize = 21) => {
 	return (size = defaultSize) => {
 		let id = "";
@@ -643,8 +635,7 @@ let customAlphabet = (alphabet, defaultSize = 21) => {
 		return id;
 	};
 };
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider-utils/2.2.8/b5ebb650c869d075671e49b164b6e4defe8f9652b8a95fc120ecfeb885936b4f/node_modules/@ai-sdk/provider-utils/dist/index.mjs
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider-utils/2.2.8/b5ebb650c869d075671e49b164b6e4defe8f9652b8a95fc120ecfeb885936b4f/node_modules/@ai-sdk/provider-utils/dist/index.mjs
 var import_secure_json_parse = /* @__PURE__ */ __toESM((/* @__PURE__ */ __commonJSMin(((exports, module) => {
 	const hasBuffer = typeof Buffer !== "undefined";
 	const suspectProtoRx = /"(?:_|\\u005[Ff])(?:_|\\u005[Ff])(?:p|\\u0070)(?:r|\\u0072)(?:o|\\u006[Ff])(?:t|\\u0074)(?:o|\\u006[Ff])(?:_|\\u005[Ff])(?:_|\\u005[Ff])"\s*:/;
@@ -1185,8 +1176,7 @@ function convertUint8ArrayToBase64(array) {
 function withoutTrailingSlash(url) {
 	return url == null ? void 0 : url.replace(/\/$/, "");
 }
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/openai/1.3.24/9ea9437756f1191484449f4e611ce2befb4ff9a7be92f5dfa8b1970d80a87966/node_modules/@ai-sdk/openai/dist/index.mjs
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/openai/1.3.24/9ea9437756f1191484449f4e611ce2befb4ff9a7be92f5dfa8b1970d80a87966/node_modules/@ai-sdk/openai/dist/index.mjs
 function convertToOpenAIChatMessages({ prompt, useLegacyFunctionCalling = false, systemMessageMode = "system" }) {
 	const messages = [];
 	const warnings = [];
@@ -3467,12 +3457,10 @@ function createOpenAI(options = {}) {
 	return provider;
 }
 createOpenAI({ compatibility: "strict" });
-//#endregion
-//#region src/document/extractors/types.ts
+// src/document/extractors/types.ts
 const STRIP_REGEX = /(\r\n|\n|\r)/gm;
 const baseLLM = createOpenAI({ apiKey: process.env.OPENAI_API_KEY })("gpt-4o");
-//#endregion
-//#region src/document/extractors/title.ts
+// src/document/extractors/title.ts
 var TitleExtractor = class extends BaseExtractor {
 	llm;
 	isTextNodeOnly = false;
@@ -3592,8 +3580,7 @@ var TitleExtractor = class extends BaseExtractor {
 		return await Promise.all(titleJobs);
 	}
 };
-//#endregion
-//#region src/document/extractors/summary.ts
+// src/document/extractors/summary.ts
 var SummaryExtractor = class extends BaseExtractor {
 	llm;
 	summaries;
@@ -3668,8 +3655,7 @@ var SummaryExtractor = class extends BaseExtractor {
 		return metadataList;
 	}
 };
-//#endregion
-//#region src/document/extractors/questions.ts
+// src/document/extractors/questions.ts
 var QuestionsAnsweredExtractor = class extends BaseExtractor {
 	llm;
 	questions = 5;
@@ -3737,8 +3723,7 @@ var QuestionsAnsweredExtractor = class extends BaseExtractor {
 		return await Promise.all(nodes.map((node) => this.extractQuestionsFromNode(node)));
 	}
 };
-//#endregion
-//#region src/document/extractors/keywords.ts
+// src/document/extractors/keywords.ts
 var KeywordExtractor = class extends BaseExtractor {
 	llm;
 	keywords = 5;
@@ -3820,8 +3805,7 @@ var KeywordExtractor = class extends BaseExtractor {
 		return await Promise.all(nodes.map((node) => this.extractKeywordsFromNodes(node)));
 	}
 };
-//#endregion
-//#region src/document/extractors/schema.ts
+// src/document/extractors/schema.ts
 var SchemaExtractor = class extends BaseExtractor {
 	schema;
 	llm;
@@ -3856,8 +3840,7 @@ var SchemaExtractor = class extends BaseExtractor {
 		}));
 	}
 };
-//#endregion
-//#region src/document/types.ts
+// src/document/types.ts
 var Language = /* @__PURE__ */ ((Language2) => {
 	Language2["CPP"] = "cpp";
 	Language2["GO"] = "go";
@@ -3887,8 +3870,7 @@ var Language = /* @__PURE__ */ ((Language2) => {
 	Language2["POWERSHELL"] = "powershell";
 	return Language2;
 })(Language || {});
-//#endregion
-//#region src/document/transformers/text.ts
+// src/document/transformers/text.ts
 var TextTransformer = class {
 	maxSize;
 	overlap;
@@ -4024,8 +4006,7 @@ var TextTransformer = class {
 		return docs;
 	}
 };
-//#endregion
-//#region src/document/transformers/character.ts
+// src/document/transformers/character.ts
 function splitTextWithRegex(text, separator, separatorPosition) {
 	if (!separator) return text.split("");
 	if (!separatorPosition) return text.split(new RegExp(separator)).filter((s) => s !== "");
@@ -4597,8 +4578,7 @@ var RecursiveCharacterTransformer = class RecursiveCharacterTransformer extends
 		}
 	}
 };
-//#endregion
-//#region src/document/transformers/html.ts
+// src/document/transformers/html.ts
 const BLOCK_TAGS = /* @__PURE__ */ new Set([
 	"address",
 	"article",
@@ -4865,8 +4845,7 @@ var HTMLSectionTransformer = class {
 		return this.createDocuments(texts, metadatas);
 	}
 };
-//#endregion
-//#region src/document/transformers/json.ts
+// src/document/transformers/json.ts
 var RecursiveJsonTransformer = class RecursiveJsonTransformer {
 	maxSize;
 	minSize;
@@ -5199,8 +5178,7 @@ var RecursiveJsonTransformer = class RecursiveJsonTransformer {
 		});
 	}
 };
-//#endregion
-//#region src/document/transformers/latex.ts
+// src/document/transformers/latex.ts
 var LatexTransformer = class extends RecursiveCharacterTransformer {
 	constructor(options = {}) {
 		const separators = RecursiveCharacterTransformer.getSeparatorsForLanguage(Language.LATEX);
@@ -5211,8 +5189,7 @@ var LatexTransformer = class extends RecursiveCharacterTransformer {
 		});
 	}
 };
-//#endregion
-//#region src/document/transformers/markdown.ts
+// src/document/transformers/markdown.ts
 var MarkdownTransformer = class extends RecursiveCharacterTransformer {
 	constructor(options = {}) {
 		const separators = RecursiveCharacterTransformer.getSeparatorsForLanguage(Language.MARKDOWN);
@@ -5378,8 +5355,7 @@ var MarkdownHeaderTransformer = class {
 		return this.createDocuments(texts, metadatas);
 	}
 };
-//#endregion
-//#region src/document/transformers/semantic-markdown.ts
+// src/document/transformers/semantic-markdown.ts
 var SemanticMarkdownTransformer = class SemanticMarkdownTransformer extends TextTransformer {
 	tokenizer;
 	joinThreshold;
@@ -5515,8 +5491,7 @@ ${section.content}`;
 		});
 	}
 };
-//#endregion
-//#region src/document/transformers/sentence.ts
+// src/document/transformers/sentence.ts
 var SentenceTransformer = class extends TextTransformer {
 	minSize;
 	maxSize;
@@ -5710,8 +5685,7 @@ var SentenceTransformer = class extends TextTransformer {
 		return this.groupSentencesIntoChunks(sentences).filter((chunk) => chunk.trim().length > 0);
 	}
 };
-//#endregion
-//#region src/document/transformers/token.ts
+// src/document/transformers/token.ts
 function splitTextOnTokens({ text, tokenizer }) {
 	const splits = [];
 	const inputIds = tokenizer.encode(text);
@@ -5787,8 +5761,7 @@ var TokenTransformer = class TokenTransformer extends TextTransformer {
 		});
 	}
 };
-//#endregion
-//#region src/document/validation.ts
+// src/document/validation.ts
 const baseChunkOptionsSchema = zod.z.object({
 	maxSize: zod.z.number().positive().optional(),
 	overlap: zod.z.number().min(0).optional(),
@@ -5867,8 +5840,7 @@ function validateChunkParams(strategy, params) {
 		throw new Error(`Invalid parameters for ${strategy} strategy: ${errorMessage}`);
 	}
 }
-//#endregion
-//#region src/document/document.ts
+// src/document/document.ts
 var MDocument = class MDocument {
 	chunks;
 	type;
@@ -6135,8 +6107,7 @@ var MDocument = class MDocument {
 		return this.chunks.map((doc) => doc.metadata);
 	}
 };
-//#endregion
-//#region src/rerank/relevance/cohere/index.ts
+// src/rerank/relevance/cohere/index.ts
 var CohereRelevanceScorer = class {
 	model;
 	apiKey;
@@ -6165,8 +6136,7 @@ var CohereRelevanceScorer = class {
 		return relevanceScore;
 	}
 };
-//#endregion
-//#region src/rerank/relevance/mastra-agent/index.ts
+// src/rerank/relevance/mastra-agent/index.ts
 function parseRelevanceScore(responseText) {
 	const trimmed = responseText.trim();
 	const score = Number(trimmed);
@@ -6201,8 +6171,7 @@ Always return just the number, no explanation.`,
 		return parseRelevanceScore(response.text);
 	}
 };
-//#endregion
-//#region src/rerank/relevance/zeroentropy/index.ts
+// src/rerank/relevance/zeroentropy/index.ts
 var ZeroEntropyRelevanceScorer = class {
 	client;
 	model;
@@ -6219,8 +6188,7 @@ var ZeroEntropyRelevanceScorer = class {
 		})).results[0]?.relevance_score ?? 0;
 	}
 };
-//#endregion
-//#region src/rerank/index.ts
+// src/rerank/index.ts
 const DEFAULT_WEIGHTS = {
 	semantic: .4,
 	vector: .4,
@@ -6327,8 +6295,7 @@ async function rerank(results, query, model, options) {
 		options
 	});
 }
-//#endregion
-//#region src/graph-rag/index.ts
+// src/graph-rag/index.ts
 const GRAPH_RAG_SNAPSHOT_VERSION = 1;
 var GraphRAG = class GraphRAG {
 	nodes;
@@ -6544,8 +6511,7 @@ var GraphRAG = class GraphRAG {
 		}));
 	}
 };
-//#endregion
-//#region src/tools/document-chunker.ts
+// src/tools/document-chunker.ts
 const DEFAULT_CHUNK_PARAMS = {
 	strategy: "recursive",
 	maxSize: 512,
@@ -6562,8 +6528,7 @@ const createDocumentChunkerTool = ({ doc, params = DEFAULT_CHUNK_PARAMS }) => {
 		}
 	});
 };
-//#endregion
-//#region src/utils/vector-search.ts
+// src/utils/vector-search.ts
 var DatabaseType = /* @__PURE__ */ ((DatabaseType2) => {
 	DatabaseType2["Pinecone"] = "pinecone";
 	DatabaseType2["PgVector"] = "pgvector";
@@ -6698,8 +6663,7 @@ const databaseSpecificParams = (databaseConfig) => {
 	}
 	return databaseSpecificParams2;
 };
-//#endregion
-//#region src/utils/default-settings.ts
+// src/utils/default-settings.ts
 const defaultVectorQueryDescription = () => `Access the knowledge base to find information needed to answer user questions.`;
 const defaultGraphRagDescription = () => `Access and analyze relationships between information in the knowledge base to answer complex questions about connections and patterns.`;
 const queryTextDescription = `The text query to search for in the vector database.
@@ -6732,8 +6696,7 @@ const filterDescription = `JSON-formatted criteria to refine search results.
 - Do NOT use single quotes or unquoted properties
 - IMPORTANT: Always ensure JSON is properly closed with matching brackets
 - Multiple filters can be combined`;
-//#endregion
-//#region src/utils/tool-schemas.ts
+// src/utils/tool-schemas.ts
 const baseSchema = {
 	queryText: zod.z.string().describe(queryTextDescription),
 	topK: zod.z.coerce.number().describe(topKDescription)
@@ -6752,8 +6715,7 @@ const filterSchema = zod.z.object({
 	...baseSchema,
 	filter: zod.z.coerce.string().describe(filterDescription)
 });
-//#endregion
-//#region src/utils/tool-helpers.ts
+// src/utils/tool-helpers.ts
 function isValidMastraVector(value) {
 	return value !== null && value !== void 0 && typeof value === "object";
 }
@@ -6844,8 +6806,7 @@ function parseFilterValue(filter, logger) {
 	}
 	return parsedFilter;
 }
-//#endregion
-//#region src/utils/convert-sources.ts
+// src/utils/convert-sources.ts
 const convertToSources = (results) => {
 	return results.map((result) => {
 		if ("content" in result) return {
@@ -6871,16 +6832,14 @@ const convertToSources = (results) => {
 		};
 	});
 };
-//#endregion
-//#region src/tools/types.ts
+// src/tools/types.ts
 const defaultGraphOptions = {
 	dimension: 1536,
 	randomWalkSteps: 100,
 	restartProb: .15,
 	threshold: .7
 };
-//#endregion
-//#region src/tools/graph-rag.ts
+// src/tools/graph-rag.ts
 const createGraphRAGTool = (options) => {
 	const { model, id, description } = options;
 	const storeName = options["vectorStoreName"] ? options.vectorStoreName : "DirectVectorStore";
@@ -7034,8 +6993,7 @@ const createGraphRAGTool = (options) => {
 		}
 	});
 };
-//#endregion
-//#region src/tools/vector-query.ts
+// src/tools/vector-query.ts
 const createVectorQueryTool = (options) => {
 	const { id, description } = options;
 	const storeName = options["vectorStoreName"] ? options.vectorStoreName : "DirectVectorStore";
@@ -7154,8 +7112,7 @@ const createVectorQueryTool = (options) => {
 		}
 	});
 };
-//#endregion
-//#region src/tools/bedrock-knowledge-base.ts
+// src/tools/bedrock-knowledge-base.ts
 function getSourceUri(location) {
 	if (location?.s3Location) return location.s3Location.uri;
 	if (location?.webLocation) return location.webLocation.url;
@@ -7244,7 +7201,6 @@ function createBedrockKBTool(options) {
 		}
 	});
 }
-//#endregion
 exports.CohereRelevanceScorer = CohereRelevanceScorer;
 exports.GraphRAG = GraphRAG;
 exports.Language = Language;