@mastra/rag 1.2.2 → 1.2.3-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/dist/index.cjs +25 -9
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +25 -9
- package/dist/index.js.map +1 -1
- package/dist/tools/graph-rag.d.ts.map +1 -1
- package/dist/tools/types.d.ts +18 -5
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/tools/vector-query.d.ts.map +1 -1
- package/dist/utils/vector-search.d.ts +6 -7
- package/dist/utils/vector-search.d.ts.map +1 -1
- package/package.json +19 -6
- package/.turbo/turbo-build.log +0 -4
- package/docker-compose.yaml +0 -22
- package/eslint.config.js +0 -6
- package/src/document/document.test.ts +0 -2975
- package/src/document/document.ts +0 -335
- package/src/document/extractors/base.ts +0 -30
- package/src/document/extractors/index.ts +0 -5
- package/src/document/extractors/keywords.test.ts +0 -125
- package/src/document/extractors/keywords.ts +0 -126
- package/src/document/extractors/questions.test.ts +0 -120
- package/src/document/extractors/questions.ts +0 -111
- package/src/document/extractors/summary.test.ts +0 -107
- package/src/document/extractors/summary.ts +0 -122
- package/src/document/extractors/title.test.ts +0 -121
- package/src/document/extractors/title.ts +0 -185
- package/src/document/extractors/types.ts +0 -40
- package/src/document/index.ts +0 -2
- package/src/document/prompts/base.ts +0 -77
- package/src/document/prompts/format.ts +0 -9
- package/src/document/prompts/index.ts +0 -15
- package/src/document/prompts/prompt.ts +0 -60
- package/src/document/prompts/types.ts +0 -29
- package/src/document/schema/index.ts +0 -3
- package/src/document/schema/node.ts +0 -187
- package/src/document/schema/types.ts +0 -40
- package/src/document/transformers/character.ts +0 -267
- package/src/document/transformers/html.ts +0 -346
- package/src/document/transformers/json.ts +0 -536
- package/src/document/transformers/latex.ts +0 -11
- package/src/document/transformers/markdown.ts +0 -239
- package/src/document/transformers/semantic-markdown.ts +0 -227
- package/src/document/transformers/sentence.ts +0 -314
- package/src/document/transformers/text.ts +0 -158
- package/src/document/transformers/token.ts +0 -137
- package/src/document/transformers/transformer.ts +0 -5
- package/src/document/types.ts +0 -145
- package/src/document/validation.ts +0 -158
- package/src/graph-rag/index.test.ts +0 -235
- package/src/graph-rag/index.ts +0 -306
- package/src/index.ts +0 -8
- package/src/rerank/index.test.ts +0 -150
- package/src/rerank/index.ts +0 -198
- package/src/rerank/relevance/cohere/index.ts +0 -56
- package/src/rerank/relevance/index.ts +0 -3
- package/src/rerank/relevance/mastra-agent/index.ts +0 -32
- package/src/rerank/relevance/zeroentropy/index.ts +0 -26
- package/src/tools/README.md +0 -153
- package/src/tools/document-chunker.ts +0 -34
- package/src/tools/graph-rag.test.ts +0 -115
- package/src/tools/graph-rag.ts +0 -154
- package/src/tools/index.ts +0 -3
- package/src/tools/types.ts +0 -110
- package/src/tools/vector-query-database-config.test.ts +0 -190
- package/src/tools/vector-query.test.ts +0 -418
- package/src/tools/vector-query.ts +0 -169
- package/src/utils/convert-sources.ts +0 -43
- package/src/utils/default-settings.ts +0 -38
- package/src/utils/index.ts +0 -3
- package/src/utils/tool-schemas.ts +0 -38
- package/src/utils/vector-prompts.ts +0 -832
- package/src/utils/vector-search.ts +0 -117
- package/tsconfig.build.json +0 -9
- package/tsconfig.json +0 -5
- package/tsup.config.ts +0 -17
- package/vitest.config.ts +0 -8
package/dist/index.js
CHANGED
|
@@ -7,7 +7,7 @@ import { Big } from 'big.js';
|
|
|
7
7
|
import { createSimilarityPrompt } from '@mastra/core/relevance';
|
|
8
8
|
import ZeroEntropy from 'zeroentropy';
|
|
9
9
|
import { createTool } from '@mastra/core/tools';
|
|
10
|
-
import {
|
|
10
|
+
import { embedV2, embedV1 } from '@mastra/core/vector';
|
|
11
11
|
|
|
12
12
|
var __create = Object.create;
|
|
13
13
|
var __defProp = Object.defineProperty;
|
|
@@ -6908,13 +6908,25 @@ var vectorQuerySearch = async ({
|
|
|
6908
6908
|
topK,
|
|
6909
6909
|
includeVectors = false,
|
|
6910
6910
|
maxRetries = 2,
|
|
6911
|
-
databaseConfig = {}
|
|
6911
|
+
databaseConfig = {},
|
|
6912
|
+
providerOptions
|
|
6912
6913
|
}) => {
|
|
6913
|
-
|
|
6914
|
-
|
|
6915
|
-
|
|
6916
|
-
|
|
6917
|
-
|
|
6914
|
+
let embeddingResult;
|
|
6915
|
+
if (model.specificationVersion === "v2") {
|
|
6916
|
+
embeddingResult = await embedV2({
|
|
6917
|
+
model,
|
|
6918
|
+
value: queryText,
|
|
6919
|
+
maxRetries,
|
|
6920
|
+
...providerOptions && { providerOptions }
|
|
6921
|
+
});
|
|
6922
|
+
} else {
|
|
6923
|
+
embeddingResult = await embedV1({
|
|
6924
|
+
value: queryText,
|
|
6925
|
+
model,
|
|
6926
|
+
maxRetries
|
|
6927
|
+
});
|
|
6928
|
+
}
|
|
6929
|
+
const embedding = embeddingResult.embedding;
|
|
6918
6930
|
const queryParams = {
|
|
6919
6931
|
indexName,
|
|
6920
6932
|
queryVector: embedding,
|
|
@@ -7095,6 +7107,7 @@ var createGraphRAGTool = (options) => {
|
|
|
7095
7107
|
const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
|
|
7096
7108
|
const filter = runtimeContext.get("filter") ?? context.filter;
|
|
7097
7109
|
const queryText = context.queryText;
|
|
7110
|
+
const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
|
|
7098
7111
|
const enableFilter = !!runtimeContext.get("filter") || (options.enableFilter ?? false);
|
|
7099
7112
|
const logger = mastra?.getLogger();
|
|
7100
7113
|
if (!logger) {
|
|
@@ -7137,7 +7150,8 @@ var createGraphRAGTool = (options) => {
|
|
|
7137
7150
|
model,
|
|
7138
7151
|
queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
|
|
7139
7152
|
topK: topKValue,
|
|
7140
|
-
includeVectors: true
|
|
7153
|
+
includeVectors: true,
|
|
7154
|
+
providerOptions
|
|
7141
7155
|
});
|
|
7142
7156
|
if (logger) {
|
|
7143
7157
|
logger.debug("vectorQuerySearch returned results", { count: results.length });
|
|
@@ -7209,6 +7223,7 @@ var createVectorQueryTool = (options) => {
|
|
|
7209
7223
|
const reranker = runtimeContext.get("reranker") ?? options.reranker;
|
|
7210
7224
|
const databaseConfig = runtimeContext.get("databaseConfig") ?? options.databaseConfig;
|
|
7211
7225
|
const model = runtimeContext.get("model") ?? options.model;
|
|
7226
|
+
const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
|
|
7212
7227
|
if (!indexName) throw new Error(`indexName is required, got: ${indexName}`);
|
|
7213
7228
|
if (!vectorStoreName) throw new Error(`vectorStoreName is required, got: ${vectorStoreName}`);
|
|
7214
7229
|
const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
|
|
@@ -7262,7 +7277,8 @@ var createVectorQueryTool = (options) => {
|
|
|
7262
7277
|
queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
|
|
7263
7278
|
topK: topKValue,
|
|
7264
7279
|
includeVectors,
|
|
7265
|
-
databaseConfig
|
|
7280
|
+
databaseConfig,
|
|
7281
|
+
providerOptions
|
|
7266
7282
|
});
|
|
7267
7283
|
if (logger) {
|
|
7268
7284
|
logger.debug("vectorQuerySearch returned results", { count: results.length });
|