@mastra/rag 1.2.2 → 1.2.3-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/dist/index.cjs +25 -9
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +25 -9
- package/dist/index.js.map +1 -1
- package/dist/tools/graph-rag.d.ts.map +1 -1
- package/dist/tools/types.d.ts +18 -5
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/tools/vector-query.d.ts.map +1 -1
- package/dist/utils/vector-search.d.ts +6 -7
- package/dist/utils/vector-search.d.ts.map +1 -1
- package/package.json +19 -6
- package/.turbo/turbo-build.log +0 -4
- package/docker-compose.yaml +0 -22
- package/eslint.config.js +0 -6
- package/src/document/document.test.ts +0 -2975
- package/src/document/document.ts +0 -335
- package/src/document/extractors/base.ts +0 -30
- package/src/document/extractors/index.ts +0 -5
- package/src/document/extractors/keywords.test.ts +0 -125
- package/src/document/extractors/keywords.ts +0 -126
- package/src/document/extractors/questions.test.ts +0 -120
- package/src/document/extractors/questions.ts +0 -111
- package/src/document/extractors/summary.test.ts +0 -107
- package/src/document/extractors/summary.ts +0 -122
- package/src/document/extractors/title.test.ts +0 -121
- package/src/document/extractors/title.ts +0 -185
- package/src/document/extractors/types.ts +0 -40
- package/src/document/index.ts +0 -2
- package/src/document/prompts/base.ts +0 -77
- package/src/document/prompts/format.ts +0 -9
- package/src/document/prompts/index.ts +0 -15
- package/src/document/prompts/prompt.ts +0 -60
- package/src/document/prompts/types.ts +0 -29
- package/src/document/schema/index.ts +0 -3
- package/src/document/schema/node.ts +0 -187
- package/src/document/schema/types.ts +0 -40
- package/src/document/transformers/character.ts +0 -267
- package/src/document/transformers/html.ts +0 -346
- package/src/document/transformers/json.ts +0 -536
- package/src/document/transformers/latex.ts +0 -11
- package/src/document/transformers/markdown.ts +0 -239
- package/src/document/transformers/semantic-markdown.ts +0 -227
- package/src/document/transformers/sentence.ts +0 -314
- package/src/document/transformers/text.ts +0 -158
- package/src/document/transformers/token.ts +0 -137
- package/src/document/transformers/transformer.ts +0 -5
- package/src/document/types.ts +0 -145
- package/src/document/validation.ts +0 -158
- package/src/graph-rag/index.test.ts +0 -235
- package/src/graph-rag/index.ts +0 -306
- package/src/index.ts +0 -8
- package/src/rerank/index.test.ts +0 -150
- package/src/rerank/index.ts +0 -198
- package/src/rerank/relevance/cohere/index.ts +0 -56
- package/src/rerank/relevance/index.ts +0 -3
- package/src/rerank/relevance/mastra-agent/index.ts +0 -32
- package/src/rerank/relevance/zeroentropy/index.ts +0 -26
- package/src/tools/README.md +0 -153
- package/src/tools/document-chunker.ts +0 -34
- package/src/tools/graph-rag.test.ts +0 -115
- package/src/tools/graph-rag.ts +0 -154
- package/src/tools/index.ts +0 -3
- package/src/tools/types.ts +0 -110
- package/src/tools/vector-query-database-config.test.ts +0 -190
- package/src/tools/vector-query.test.ts +0 -418
- package/src/tools/vector-query.ts +0 -169
- package/src/utils/convert-sources.ts +0 -43
- package/src/utils/default-settings.ts +0 -38
- package/src/utils/index.ts +0 -3
- package/src/utils/tool-schemas.ts +0 -38
- package/src/utils/vector-prompts.ts +0 -832
- package/src/utils/vector-search.ts +0 -117
- package/tsconfig.build.json +0 -9
- package/tsconfig.json +0 -5
- package/tsup.config.ts +0 -17
- package/vitest.config.ts +0 -8
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,27 @@
|
|
|
1
1
|
# @mastra/rag
|
|
2
2
|
|
|
3
|
+
## 1.2.3-alpha.1
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- [#7343](https://github.com/mastra-ai/mastra/pull/7343) [`de3cbc6`](https://github.com/mastra-ai/mastra/commit/de3cbc61079211431bd30487982ea3653517278e) Thanks [@LekoArts](https://github.com/LekoArts)! - Update the `package.json` file to include additional fields like `repository`, `homepage` or `files`.
|
|
8
|
+
|
|
9
|
+
- Updated dependencies [[`85ef90b`](https://github.com/mastra-ai/mastra/commit/85ef90bb2cd4ae4df855c7ac175f7d392c55c1bf), [`de3cbc6`](https://github.com/mastra-ai/mastra/commit/de3cbc61079211431bd30487982ea3653517278e)]:
|
|
10
|
+
- @mastra/core@0.15.3-alpha.5
|
|
11
|
+
|
|
12
|
+
## 1.2.3-alpha.0
|
|
13
|
+
|
|
14
|
+
### Patch Changes
|
|
15
|
+
|
|
16
|
+
- [#7124](https://github.com/mastra-ai/mastra/pull/7124) [`29de0e1`](https://github.com/mastra-ai/mastra/commit/29de0e1b0a7173317ae7d1ab0c0993167c659f2b) Thanks [@abhiaiyer91](https://github.com/abhiaiyer91)! - MastraEmbeddingModel and ts hack
|
|
17
|
+
|
|
18
|
+
- [#7120](https://github.com/mastra-ai/mastra/pull/7120) [`b415a4e`](https://github.com/mastra-ai/mastra/commit/b415a4e05b2546ccb9b5ba31a2bdf23deb1c7fa8) Thanks [@NikAiyer](https://github.com/NikAiyer)! - added providerOptions to createVectorQueryTool and createGraphRAGTool
|
|
19
|
+
|
|
20
|
+
- [#7125](https://github.com/mastra-ai/mastra/pull/7125) [`6ac697e`](https://github.com/mastra-ai/mastra/commit/6ac697edcc2435482c247cba615277ec4765dcc4) Thanks [@abhiaiyer91](https://github.com/abhiaiyer91)! - improveEmbeddingModelStuff
|
|
21
|
+
|
|
22
|
+
- Updated dependencies [[`637f323`](https://github.com/mastra-ai/mastra/commit/637f32371d79a8f78c52c0d53411af0915fcec67), [`29de0e1`](https://github.com/mastra-ai/mastra/commit/29de0e1b0a7173317ae7d1ab0c0993167c659f2b), [`6ac697e`](https://github.com/mastra-ai/mastra/commit/6ac697edcc2435482c247cba615277ec4765dcc4)]:
|
|
23
|
+
- @mastra/core@0.15.3-alpha.1
|
|
24
|
+
|
|
3
25
|
## 1.2.2
|
|
4
26
|
|
|
5
27
|
### Patch Changes
|
package/dist/index.cjs
CHANGED
|
@@ -9,7 +9,7 @@ var big_js = require('big.js');
|
|
|
9
9
|
var relevance = require('@mastra/core/relevance');
|
|
10
10
|
var ZeroEntropy = require('zeroentropy');
|
|
11
11
|
var tools = require('@mastra/core/tools');
|
|
12
|
-
var
|
|
12
|
+
var vector = require('@mastra/core/vector');
|
|
13
13
|
|
|
14
14
|
function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
|
|
15
15
|
|
|
@@ -6914,13 +6914,25 @@ var vectorQuerySearch = async ({
|
|
|
6914
6914
|
topK,
|
|
6915
6915
|
includeVectors = false,
|
|
6916
6916
|
maxRetries = 2,
|
|
6917
|
-
databaseConfig = {}
|
|
6917
|
+
databaseConfig = {},
|
|
6918
|
+
providerOptions
|
|
6918
6919
|
}) => {
|
|
6919
|
-
|
|
6920
|
-
|
|
6921
|
-
|
|
6922
|
-
|
|
6923
|
-
|
|
6920
|
+
let embeddingResult;
|
|
6921
|
+
if (model.specificationVersion === "v2") {
|
|
6922
|
+
embeddingResult = await vector.embedV2({
|
|
6923
|
+
model,
|
|
6924
|
+
value: queryText,
|
|
6925
|
+
maxRetries,
|
|
6926
|
+
...providerOptions && { providerOptions }
|
|
6927
|
+
});
|
|
6928
|
+
} else {
|
|
6929
|
+
embeddingResult = await vector.embedV1({
|
|
6930
|
+
value: queryText,
|
|
6931
|
+
model,
|
|
6932
|
+
maxRetries
|
|
6933
|
+
});
|
|
6934
|
+
}
|
|
6935
|
+
const embedding = embeddingResult.embedding;
|
|
6924
6936
|
const queryParams = {
|
|
6925
6937
|
indexName,
|
|
6926
6938
|
queryVector: embedding,
|
|
@@ -7101,6 +7113,7 @@ var createGraphRAGTool = (options) => {
|
|
|
7101
7113
|
const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
|
|
7102
7114
|
const filter = runtimeContext.get("filter") ?? context.filter;
|
|
7103
7115
|
const queryText = context.queryText;
|
|
7116
|
+
const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
|
|
7104
7117
|
const enableFilter = !!runtimeContext.get("filter") || (options.enableFilter ?? false);
|
|
7105
7118
|
const logger = mastra?.getLogger();
|
|
7106
7119
|
if (!logger) {
|
|
@@ -7143,7 +7156,8 @@ var createGraphRAGTool = (options) => {
|
|
|
7143
7156
|
model,
|
|
7144
7157
|
queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
|
|
7145
7158
|
topK: topKValue,
|
|
7146
|
-
includeVectors: true
|
|
7159
|
+
includeVectors: true,
|
|
7160
|
+
providerOptions
|
|
7147
7161
|
});
|
|
7148
7162
|
if (logger) {
|
|
7149
7163
|
logger.debug("vectorQuerySearch returned results", { count: results.length });
|
|
@@ -7215,6 +7229,7 @@ var createVectorQueryTool = (options) => {
|
|
|
7215
7229
|
const reranker = runtimeContext.get("reranker") ?? options.reranker;
|
|
7216
7230
|
const databaseConfig = runtimeContext.get("databaseConfig") ?? options.databaseConfig;
|
|
7217
7231
|
const model = runtimeContext.get("model") ?? options.model;
|
|
7232
|
+
const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
|
|
7218
7233
|
if (!indexName) throw new Error(`indexName is required, got: ${indexName}`);
|
|
7219
7234
|
if (!vectorStoreName) throw new Error(`vectorStoreName is required, got: ${vectorStoreName}`);
|
|
7220
7235
|
const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
|
|
@@ -7268,7 +7283,8 @@ var createVectorQueryTool = (options) => {
|
|
|
7268
7283
|
queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
|
|
7269
7284
|
topK: topKValue,
|
|
7270
7285
|
includeVectors,
|
|
7271
|
-
databaseConfig
|
|
7286
|
+
databaseConfig,
|
|
7287
|
+
providerOptions
|
|
7272
7288
|
});
|
|
7273
7289
|
if (logger) {
|
|
7274
7290
|
logger.debug("vectorQuerySearch returned results", { count: results.length });
|