@mastra/rag 2.7.0 → 2.7.1-alpha.0

package/dist/index.js

@@ -10,7 +10,7 @@ import ZeroEntropy from "zeroentropy";
 import { createTool } from "@mastra/core/tools";
 import { embedV1, embedV2, embedV3, embedV4 } from "@mastra/core/vector";
 import { AgenticRetrieveStreamCommand, BedrockAgentRuntimeClient, RetrieveCommand } from "@aws-sdk/client-bedrock-agent-runtime";
-//#region \0rolldown/runtime.js
+// \0rolldown/runtime.js
 var __create$1 = Object.create;
 var __defProp$1 = Object.defineProperty;
 var __getOwnPropDesc$1 = Object.getOwnPropertyDescriptor;
@@ -32,13 +32,11 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create$1(__
 	value: mod,
 	enumerable: true
 }) : target, mod));
-//#endregion
-//#region src/document/prompts/format.ts
+// src/document/prompts/format.ts
 function format(str, params) {
 	return str.replace(/{(\w+)}/g, (_, k) => params[k] ?? "");
 }
-//#endregion
-//#region src/document/prompts/base.ts
+// src/document/prompts/base.ts
 var BasePromptTemplate = class {
 	templateVars = /* @__PURE__ */ new Set();
 	options = {};
@@ -84,8 +82,7 @@ var PromptTemplate = class PromptTemplate extends BasePromptTemplate {
 		return this.#template;
 	}
 };
-//#endregion
-//#region src/document/prompts/prompt.ts
+// src/document/prompts/prompt.ts
 const defaultSummaryPrompt = new PromptTemplate({
 	templateVars: ["context"],
 	template: `Write a summary of the following. Try to use only the information provided. Try to include as many key details as possible.
@@ -130,8 +127,7 @@ const defaultTitleCombinePromptTemplate = new PromptTemplate({
 Based on the above candidate titles and contents, what is the comprehensive title for this document? 
 Title: `
 });
-//#endregion
-//#region src/document/schema/types.ts
+// src/document/schema/types.ts
 var NodeRelationship = /* @__PURE__ */ ((NodeRelationship2) => {
 	NodeRelationship2["SOURCE"] = "SOURCE";
 	NodeRelationship2["PREVIOUS"] = "PREVIOUS";
@@ -148,8 +144,7 @@ var ObjectType = /* @__PURE__ */ ((ObjectType2) => {
 	ObjectType2["IMAGE_DOCUMENT"] = "IMAGE_DOCUMENT";
 	return ObjectType2;
 })(ObjectType || {});
-//#endregion
-//#region src/document/schema/node.ts
+// src/document/schema/node.ts
 var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
@@ -360,8 +355,7 @@ function createSHA256() {
 		}
 	};
 }
-//#endregion
-//#region src/document/extractors/base.ts
+// src/document/extractors/base.ts
 var BaseExtractor = class {
 	isTextNodeOnly = true;
 	/**
@@ -379,8 +373,7 @@ var BaseExtractor = class {
 		return newNodes;
 	}
 };
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider/1.1.3/7d8eaddb7973e5820d04ac18a887c85cc63f173732e3c66432ceefbff819b4ac/node_modules/@ai-sdk/provider/dist/index.mjs
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider/1.1.3/7d8eaddb7973e5820d04ac18a887c85cc63f173732e3c66432ceefbff819b4ac/node_modules/@ai-sdk/provider/dist/index.mjs
 var marker = "vercel.ai.error";
 var symbol = Symbol.for(marker);
 var _a;
@@ -631,8 +624,7 @@ var UnsupportedFunctionalityError = class extends AISDKError {
 	}
 };
 _a14 = symbol14;
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@/nanoid/5.1.16/f16424b532a5e69aacddcb2977ac17378b6f79695bbd27ead3d90c703848f22f/node_modules/nanoid/non-secure/index.js
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@/nanoid/5.1.16/f16424b532a5e69aacddcb2977ac17378b6f79695bbd27ead3d90c703848f22f/node_modules/nanoid/non-secure/index.js
 let customAlphabet = (alphabet, defaultSize = 21) => {
 	return (size = defaultSize) => {
 		let id = "";
@@ -641,8 +633,7 @@ let customAlphabet = (alphabet, defaultSize = 21) => {
 		return id;
 	};
 };
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider-utils/2.2.8/b5ebb650c869d075671e49b164b6e4defe8f9652b8a95fc120ecfeb885936b4f/node_modules/@ai-sdk/provider-utils/dist/index.mjs
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider-utils/2.2.8/b5ebb650c869d075671e49b164b6e4defe8f9652b8a95fc120ecfeb885936b4f/node_modules/@ai-sdk/provider-utils/dist/index.mjs
 var import_secure_json_parse = /* @__PURE__ */ __toESM((/* @__PURE__ */ __commonJSMin(((exports, module) => {
 	const hasBuffer = typeof Buffer !== "undefined";
 	const suspectProtoRx = /"(?:_|\\u005[Ff])(?:_|\\u005[Ff])(?:p|\\u0070)(?:r|\\u0072)(?:o|\\u006[Ff])(?:t|\\u0074)(?:o|\\u006[Ff])(?:_|\\u005[Ff])(?:_|\\u005[Ff])"\s*:/;
@@ -1183,8 +1174,7 @@ function convertUint8ArrayToBase64(array) {
 function withoutTrailingSlash(url) {
 	return url == null ? void 0 : url.replace(/\/$/, "");
 }
-//#endregion
-//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/openai/1.3.24/9ea9437756f1191484449f4e611ce2befb4ff9a7be92f5dfa8b1970d80a87966/node_modules/@ai-sdk/openai/dist/index.mjs
+// ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/openai/1.3.24/9ea9437756f1191484449f4e611ce2befb4ff9a7be92f5dfa8b1970d80a87966/node_modules/@ai-sdk/openai/dist/index.mjs
 function convertToOpenAIChatMessages({ prompt, useLegacyFunctionCalling = false, systemMessageMode = "system" }) {
 	const messages = [];
 	const warnings = [];
@@ -3465,12 +3455,10 @@ function createOpenAI(options = {}) {
 	return provider;
 }
 createOpenAI({ compatibility: "strict" });
-//#endregion
-//#region src/document/extractors/types.ts
+// src/document/extractors/types.ts
 const STRIP_REGEX = /(\r\n|\n|\r)/gm;
 const baseLLM = createOpenAI({ apiKey: process.env.OPENAI_API_KEY })("gpt-4o");
-//#endregion
-//#region src/document/extractors/title.ts
+// src/document/extractors/title.ts
 var TitleExtractor = class extends BaseExtractor {
 	llm;
 	isTextNodeOnly = false;
@@ -3590,8 +3578,7 @@ var TitleExtractor = class extends BaseExtractor {
 		return await Promise.all(titleJobs);
 	}
 };
-//#endregion
-//#region src/document/extractors/summary.ts
+// src/document/extractors/summary.ts
 var SummaryExtractor = class extends BaseExtractor {
 	llm;
 	summaries;
@@ -3666,8 +3653,7 @@ var SummaryExtractor = class extends BaseExtractor {
 		return metadataList;
 	}
 };
-//#endregion
-//#region src/document/extractors/questions.ts
+// src/document/extractors/questions.ts
 var QuestionsAnsweredExtractor = class extends BaseExtractor {
 	llm;
 	questions = 5;
@@ -3735,8 +3721,7 @@ var QuestionsAnsweredExtractor = class extends BaseExtractor {
 		return await Promise.all(nodes.map((node) => this.extractQuestionsFromNode(node)));
 	}
 };
-//#endregion
-//#region src/document/extractors/keywords.ts
+// src/document/extractors/keywords.ts
 var KeywordExtractor = class extends BaseExtractor {
 	llm;
 	keywords = 5;
@@ -3818,8 +3803,7 @@ var KeywordExtractor = class extends BaseExtractor {
 		return await Promise.all(nodes.map((node) => this.extractKeywordsFromNodes(node)));
 	}
 };
-//#endregion
-//#region src/document/extractors/schema.ts
+// src/document/extractors/schema.ts
 var SchemaExtractor = class extends BaseExtractor {
 	schema;
 	llm;
@@ -3854,8 +3838,7 @@ var SchemaExtractor = class extends BaseExtractor {
 		}));
 	}
 };
-//#endregion
-//#region src/document/types.ts
+// src/document/types.ts
 var Language = /* @__PURE__ */ ((Language2) => {
 	Language2["CPP"] = "cpp";
 	Language2["GO"] = "go";
@@ -3885,8 +3868,7 @@ var Language = /* @__PURE__ */ ((Language2) => {
 	Language2["POWERSHELL"] = "powershell";
 	return Language2;
 })(Language || {});
-//#endregion
-//#region src/document/transformers/text.ts
+// src/document/transformers/text.ts
 var TextTransformer = class {
 	maxSize;
 	overlap;
@@ -4022,8 +4004,7 @@ var TextTransformer = class {
 		return docs;
 	}
 };
-//#endregion
-//#region src/document/transformers/character.ts
+// src/document/transformers/character.ts
 function splitTextWithRegex(text, separator, separatorPosition) {
 	if (!separator) return text.split("");
 	if (!separatorPosition) return text.split(new RegExp(separator)).filter((s) => s !== "");
@@ -4595,8 +4576,7 @@ var RecursiveCharacterTransformer = class RecursiveCharacterTransformer extends
 		}
 	}
 };
-//#endregion
-//#region src/document/transformers/html.ts
+// src/document/transformers/html.ts
 const BLOCK_TAGS = /* @__PURE__ */ new Set([
 	"address",
 	"article",
@@ -4863,8 +4843,7 @@ var HTMLSectionTransformer = class {
 		return this.createDocuments(texts, metadatas);
 	}
 };
-//#endregion
-//#region src/document/transformers/json.ts
+// src/document/transformers/json.ts
 var RecursiveJsonTransformer = class RecursiveJsonTransformer {
 	maxSize;
 	minSize;
@@ -5197,8 +5176,7 @@ var RecursiveJsonTransformer = class RecursiveJsonTransformer {
 		});
 	}
 };
-//#endregion
-//#region src/document/transformers/latex.ts
+// src/document/transformers/latex.ts
 var LatexTransformer = class extends RecursiveCharacterTransformer {
 	constructor(options = {}) {
 		const separators = RecursiveCharacterTransformer.getSeparatorsForLanguage(Language.LATEX);
@@ -5209,8 +5187,7 @@ var LatexTransformer = class extends RecursiveCharacterTransformer {
 		});
 	}
 };
-//#endregion
-//#region src/document/transformers/markdown.ts
+// src/document/transformers/markdown.ts
 var MarkdownTransformer = class extends RecursiveCharacterTransformer {
 	constructor(options = {}) {
 		const separators = RecursiveCharacterTransformer.getSeparatorsForLanguage(Language.MARKDOWN);
@@ -5376,8 +5353,7 @@ var MarkdownHeaderTransformer = class {
 		return this.createDocuments(texts, metadatas);
 	}
 };
-//#endregion
-//#region src/document/transformers/semantic-markdown.ts
+// src/document/transformers/semantic-markdown.ts
 var SemanticMarkdownTransformer = class SemanticMarkdownTransformer extends TextTransformer {
 	tokenizer;
 	joinThreshold;
@@ -5513,8 +5489,7 @@ ${section.content}`;
 		});
 	}
 };
-//#endregion
-//#region src/document/transformers/sentence.ts
+// src/document/transformers/sentence.ts
 var SentenceTransformer = class extends TextTransformer {
 	minSize;
 	maxSize;
@@ -5708,8 +5683,7 @@ var SentenceTransformer = class extends TextTransformer {
 		return this.groupSentencesIntoChunks(sentences).filter((chunk) => chunk.trim().length > 0);
 	}
 };
-//#endregion
-//#region src/document/transformers/token.ts
+// src/document/transformers/token.ts
 function splitTextOnTokens({ text, tokenizer }) {
 	const splits = [];
 	const inputIds = tokenizer.encode(text);
@@ -5785,8 +5759,7 @@ var TokenTransformer = class TokenTransformer extends TextTransformer {
 		});
 	}
 };
-//#endregion
-//#region src/document/validation.ts
+// src/document/validation.ts
 const baseChunkOptionsSchema = z.object({
 	maxSize: z.number().positive().optional(),
 	overlap: z.number().min(0).optional(),
@@ -5865,8 +5838,7 @@ function validateChunkParams(strategy, params) {
 		throw new Error(`Invalid parameters for ${strategy} strategy: ${errorMessage}`);
 	}
 }
-//#endregion
-//#region src/document/document.ts
+// src/document/document.ts
 var MDocument = class MDocument {
 	chunks;
 	type;
@@ -6133,8 +6105,7 @@ var MDocument = class MDocument {
 		return this.chunks.map((doc) => doc.metadata);
 	}
 };
-//#endregion
-//#region src/rerank/relevance/cohere/index.ts
+// src/rerank/relevance/cohere/index.ts
 var CohereRelevanceScorer = class {
 	model;
 	apiKey;
@@ -6163,8 +6134,7 @@ var CohereRelevanceScorer = class {
 		return relevanceScore;
 	}
 };
-//#endregion
-//#region src/rerank/relevance/mastra-agent/index.ts
+// src/rerank/relevance/mastra-agent/index.ts
 function parseRelevanceScore(responseText) {
 	const trimmed = responseText.trim();
 	const score = Number(trimmed);
@@ -6199,8 +6169,7 @@ Always return just the number, no explanation.`,
 		return parseRelevanceScore(response.text);
 	}
 };
-//#endregion
-//#region src/rerank/relevance/zeroentropy/index.ts
+// src/rerank/relevance/zeroentropy/index.ts
 var ZeroEntropyRelevanceScorer = class {
 	client;
 	model;
@@ -6217,8 +6186,7 @@ var ZeroEntropyRelevanceScorer = class {
 		})).results[0]?.relevance_score ?? 0;
 	}
 };
-//#endregion
-//#region src/rerank/index.ts
+// src/rerank/index.ts
 const DEFAULT_WEIGHTS = {
 	semantic: .4,
 	vector: .4,
@@ -6325,8 +6293,7 @@ async function rerank(results, query, model, options) {
 		options
 	});
 }
-//#endregion
-//#region src/graph-rag/index.ts
+// src/graph-rag/index.ts
 const GRAPH_RAG_SNAPSHOT_VERSION = 1;
 var GraphRAG = class GraphRAG {
 	nodes;
@@ -6542,8 +6509,7 @@ var GraphRAG = class GraphRAG {
 		}));
 	}
 };
-//#endregion
-//#region src/tools/document-chunker.ts
+// src/tools/document-chunker.ts
 const DEFAULT_CHUNK_PARAMS = {
 	strategy: "recursive",
 	maxSize: 512,
@@ -6560,8 +6526,7 @@ const createDocumentChunkerTool = ({ doc, params = DEFAULT_CHUNK_PARAMS }) => {
 		}
 	});
 };
-//#endregion
-//#region src/utils/vector-search.ts
+// src/utils/vector-search.ts
 var DatabaseType = /* @__PURE__ */ ((DatabaseType2) => {
 	DatabaseType2["Pinecone"] = "pinecone";
 	DatabaseType2["PgVector"] = "pgvector";
@@ -6696,8 +6661,7 @@ const databaseSpecificParams = (databaseConfig) => {
 	}
 	return databaseSpecificParams2;
 };
-//#endregion
-//#region src/utils/default-settings.ts
+// src/utils/default-settings.ts
 const defaultVectorQueryDescription = () => `Access the knowledge base to find information needed to answer user questions.`;
 const defaultGraphRagDescription = () => `Access and analyze relationships between information in the knowledge base to answer complex questions about connections and patterns.`;
 const queryTextDescription = `The text query to search for in the vector database.
@@ -6730,8 +6694,7 @@ const filterDescription = `JSON-formatted criteria to refine search results.
 - Do NOT use single quotes or unquoted properties
 - IMPORTANT: Always ensure JSON is properly closed with matching brackets
 - Multiple filters can be combined`;
-//#endregion
-//#region src/utils/tool-schemas.ts
+// src/utils/tool-schemas.ts
 const baseSchema = {
 	queryText: z.string().describe(queryTextDescription),
 	topK: z.coerce.number().describe(topKDescription)
@@ -6750,8 +6713,7 @@ const filterSchema = z.object({
 	...baseSchema,
 	filter: z.coerce.string().describe(filterDescription)
 });
-//#endregion
-//#region src/utils/tool-helpers.ts
+// src/utils/tool-helpers.ts
 function isValidMastraVector(value) {
 	return value !== null && value !== void 0 && typeof value === "object";
 }
@@ -6842,8 +6804,7 @@ function parseFilterValue(filter, logger) {
 	}
 	return parsedFilter;
 }
-//#endregion
-//#region src/utils/convert-sources.ts
+// src/utils/convert-sources.ts
 const convertToSources = (results) => {
 	return results.map((result) => {
 		if ("content" in result) return {
@@ -6869,16 +6830,14 @@ const convertToSources = (results) => {
 		};
 	});
 };
-//#endregion
-//#region src/tools/types.ts
+// src/tools/types.ts
 const defaultGraphOptions = {
 	dimension: 1536,
 	randomWalkSteps: 100,
 	restartProb: .15,
 	threshold: .7
 };
-//#endregion
-//#region src/tools/graph-rag.ts
+// src/tools/graph-rag.ts
 const createGraphRAGTool = (options) => {
 	const { model, id, description } = options;
 	const storeName = options["vectorStoreName"] ? options.vectorStoreName : "DirectVectorStore";
@@ -7032,8 +6991,7 @@ const createGraphRAGTool = (options) => {
 		}
 	});
 };
-//#endregion
-//#region src/tools/vector-query.ts
+// src/tools/vector-query.ts
 const createVectorQueryTool = (options) => {
 	const { id, description } = options;
 	const storeName = options["vectorStoreName"] ? options.vectorStoreName : "DirectVectorStore";
@@ -7152,8 +7110,7 @@ const createVectorQueryTool = (options) => {
 		}
 	});
 };
-//#endregion
-//#region src/tools/bedrock-knowledge-base.ts
+// src/tools/bedrock-knowledge-base.ts
 function getSourceUri(location) {
 	if (location?.s3Location) return location.s3Location.uri;
 	if (location?.webLocation) return location.webLocation.url;
@@ -7242,7 +7199,6 @@ function createBedrockKBTool(options) {
 		}
 	});
 }
-//#endregion
 export { CohereRelevanceScorer, GraphRAG, Language, MDocument, MastraAgentRelevanceScorer, ZeroEntropyRelevanceScorer, createBedrockKBTool, createDocumentChunkerTool, createGraphRAGTool, createVectorQueryTool, defaultGraphRagDescription, defaultVectorQueryDescription, filterDescription, queryTextDescription, rerank, rerankWithScorer, topKDescription };
 
 //# sourceMappingURL=index.js.map