@mastra/rag 1.2.2 → 1.2.3-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/CHANGELOG.md +22 -0
  2. package/dist/index.cjs +25 -9
  3. package/dist/index.cjs.map +1 -1
  4. package/dist/index.js +25 -9
  5. package/dist/index.js.map +1 -1
  6. package/dist/tools/graph-rag.d.ts.map +1 -1
  7. package/dist/tools/types.d.ts +18 -5
  8. package/dist/tools/types.d.ts.map +1 -1
  9. package/dist/tools/vector-query.d.ts.map +1 -1
  10. package/dist/utils/vector-search.d.ts +6 -7
  11. package/dist/utils/vector-search.d.ts.map +1 -1
  12. package/package.json +19 -6
  13. package/.turbo/turbo-build.log +0 -4
  14. package/docker-compose.yaml +0 -22
  15. package/eslint.config.js +0 -6
  16. package/src/document/document.test.ts +0 -2975
  17. package/src/document/document.ts +0 -335
  18. package/src/document/extractors/base.ts +0 -30
  19. package/src/document/extractors/index.ts +0 -5
  20. package/src/document/extractors/keywords.test.ts +0 -125
  21. package/src/document/extractors/keywords.ts +0 -126
  22. package/src/document/extractors/questions.test.ts +0 -120
  23. package/src/document/extractors/questions.ts +0 -111
  24. package/src/document/extractors/summary.test.ts +0 -107
  25. package/src/document/extractors/summary.ts +0 -122
  26. package/src/document/extractors/title.test.ts +0 -121
  27. package/src/document/extractors/title.ts +0 -185
  28. package/src/document/extractors/types.ts +0 -40
  29. package/src/document/index.ts +0 -2
  30. package/src/document/prompts/base.ts +0 -77
  31. package/src/document/prompts/format.ts +0 -9
  32. package/src/document/prompts/index.ts +0 -15
  33. package/src/document/prompts/prompt.ts +0 -60
  34. package/src/document/prompts/types.ts +0 -29
  35. package/src/document/schema/index.ts +0 -3
  36. package/src/document/schema/node.ts +0 -187
  37. package/src/document/schema/types.ts +0 -40
  38. package/src/document/transformers/character.ts +0 -267
  39. package/src/document/transformers/html.ts +0 -346
  40. package/src/document/transformers/json.ts +0 -536
  41. package/src/document/transformers/latex.ts +0 -11
  42. package/src/document/transformers/markdown.ts +0 -239
  43. package/src/document/transformers/semantic-markdown.ts +0 -227
  44. package/src/document/transformers/sentence.ts +0 -314
  45. package/src/document/transformers/text.ts +0 -158
  46. package/src/document/transformers/token.ts +0 -137
  47. package/src/document/transformers/transformer.ts +0 -5
  48. package/src/document/types.ts +0 -145
  49. package/src/document/validation.ts +0 -158
  50. package/src/graph-rag/index.test.ts +0 -235
  51. package/src/graph-rag/index.ts +0 -306
  52. package/src/index.ts +0 -8
  53. package/src/rerank/index.test.ts +0 -150
  54. package/src/rerank/index.ts +0 -198
  55. package/src/rerank/relevance/cohere/index.ts +0 -56
  56. package/src/rerank/relevance/index.ts +0 -3
  57. package/src/rerank/relevance/mastra-agent/index.ts +0 -32
  58. package/src/rerank/relevance/zeroentropy/index.ts +0 -26
  59. package/src/tools/README.md +0 -153
  60. package/src/tools/document-chunker.ts +0 -34
  61. package/src/tools/graph-rag.test.ts +0 -115
  62. package/src/tools/graph-rag.ts +0 -154
  63. package/src/tools/index.ts +0 -3
  64. package/src/tools/types.ts +0 -110
  65. package/src/tools/vector-query-database-config.test.ts +0 -190
  66. package/src/tools/vector-query.test.ts +0 -418
  67. package/src/tools/vector-query.ts +0 -169
  68. package/src/utils/convert-sources.ts +0 -43
  69. package/src/utils/default-settings.ts +0 -38
  70. package/src/utils/index.ts +0 -3
  71. package/src/utils/tool-schemas.ts +0 -38
  72. package/src/utils/vector-prompts.ts +0 -832
  73. package/src/utils/vector-search.ts +0 -117
  74. package/tsconfig.build.json +0 -9
  75. package/tsconfig.json +0 -5
  76. package/tsup.config.ts +0 -17
  77. package/vitest.config.ts +0 -8
package/CHANGELOG.md CHANGED
@@ -1,5 +1,27 @@
1
1
  # @mastra/rag
2
2
 
3
+ ## 1.2.3-alpha.1
4
+
5
+ ### Patch Changes
6
+
7
+ - [#7343](https://github.com/mastra-ai/mastra/pull/7343) [`de3cbc6`](https://github.com/mastra-ai/mastra/commit/de3cbc61079211431bd30487982ea3653517278e) Thanks [@LekoArts](https://github.com/LekoArts)! - Update the `package.json` file to include additional fields like `repository`, `homepage` or `files`.
8
+
9
+ - Updated dependencies [[`85ef90b`](https://github.com/mastra-ai/mastra/commit/85ef90bb2cd4ae4df855c7ac175f7d392c55c1bf), [`de3cbc6`](https://github.com/mastra-ai/mastra/commit/de3cbc61079211431bd30487982ea3653517278e)]:
10
+ - @mastra/core@0.15.3-alpha.5
11
+
12
+ ## 1.2.3-alpha.0
13
+
14
+ ### Patch Changes
15
+
16
+ - [#7124](https://github.com/mastra-ai/mastra/pull/7124) [`29de0e1`](https://github.com/mastra-ai/mastra/commit/29de0e1b0a7173317ae7d1ab0c0993167c659f2b) Thanks [@abhiaiyer91](https://github.com/abhiaiyer91)! - MastraEmbeddingModel and ts hack
17
+
18
+ - [#7120](https://github.com/mastra-ai/mastra/pull/7120) [`b415a4e`](https://github.com/mastra-ai/mastra/commit/b415a4e05b2546ccb9b5ba31a2bdf23deb1c7fa8) Thanks [@NikAiyer](https://github.com/NikAiyer)! - added providerOptions to createVectorQueryTool and createGraphRAGTool
19
+
20
+ - [#7125](https://github.com/mastra-ai/mastra/pull/7125) [`6ac697e`](https://github.com/mastra-ai/mastra/commit/6ac697edcc2435482c247cba615277ec4765dcc4) Thanks [@abhiaiyer91](https://github.com/abhiaiyer91)! - improveEmbeddingModelStuff
21
+
22
+ - Updated dependencies [[`637f323`](https://github.com/mastra-ai/mastra/commit/637f32371d79a8f78c52c0d53411af0915fcec67), [`29de0e1`](https://github.com/mastra-ai/mastra/commit/29de0e1b0a7173317ae7d1ab0c0993167c659f2b), [`6ac697e`](https://github.com/mastra-ai/mastra/commit/6ac697edcc2435482c247cba615277ec4765dcc4)]:
23
+ - @mastra/core@0.15.3-alpha.1
24
+
3
25
  ## 1.2.2
4
26
 
5
27
  ### Patch Changes
package/dist/index.cjs CHANGED
@@ -9,7 +9,7 @@ var big_js = require('big.js');
9
9
  var relevance = require('@mastra/core/relevance');
10
10
  var ZeroEntropy = require('zeroentropy');
11
11
  var tools = require('@mastra/core/tools');
12
- var ai = require('ai');
12
+ var vector = require('@mastra/core/vector');
13
13
 
14
14
  function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
15
15
 
@@ -6914,13 +6914,25 @@ var vectorQuerySearch = async ({
6914
6914
  topK,
6915
6915
  includeVectors = false,
6916
6916
  maxRetries = 2,
6917
- databaseConfig = {}
6917
+ databaseConfig = {},
6918
+ providerOptions
6918
6919
  }) => {
6919
- const { embedding } = await ai.embed({
6920
- value: queryText,
6921
- model,
6922
- maxRetries
6923
- });
6920
+ let embeddingResult;
6921
+ if (model.specificationVersion === "v2") {
6922
+ embeddingResult = await vector.embedV2({
6923
+ model,
6924
+ value: queryText,
6925
+ maxRetries,
6926
+ ...providerOptions && { providerOptions }
6927
+ });
6928
+ } else {
6929
+ embeddingResult = await vector.embedV1({
6930
+ value: queryText,
6931
+ model,
6932
+ maxRetries
6933
+ });
6934
+ }
6935
+ const embedding = embeddingResult.embedding;
6924
6936
  const queryParams = {
6925
6937
  indexName,
6926
6938
  queryVector: embedding,
@@ -7101,6 +7113,7 @@ var createGraphRAGTool = (options) => {
7101
7113
  const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
7102
7114
  const filter = runtimeContext.get("filter") ?? context.filter;
7103
7115
  const queryText = context.queryText;
7116
+ const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
7104
7117
  const enableFilter = !!runtimeContext.get("filter") || (options.enableFilter ?? false);
7105
7118
  const logger = mastra?.getLogger();
7106
7119
  if (!logger) {
@@ -7143,7 +7156,8 @@ var createGraphRAGTool = (options) => {
7143
7156
  model,
7144
7157
  queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
7145
7158
  topK: topKValue,
7146
- includeVectors: true
7159
+ includeVectors: true,
7160
+ providerOptions
7147
7161
  });
7148
7162
  if (logger) {
7149
7163
  logger.debug("vectorQuerySearch returned results", { count: results.length });
@@ -7215,6 +7229,7 @@ var createVectorQueryTool = (options) => {
7215
7229
  const reranker = runtimeContext.get("reranker") ?? options.reranker;
7216
7230
  const databaseConfig = runtimeContext.get("databaseConfig") ?? options.databaseConfig;
7217
7231
  const model = runtimeContext.get("model") ?? options.model;
7232
+ const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
7218
7233
  if (!indexName) throw new Error(`indexName is required, got: ${indexName}`);
7219
7234
  if (!vectorStoreName) throw new Error(`vectorStoreName is required, got: ${vectorStoreName}`);
7220
7235
  const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
@@ -7268,7 +7283,8 @@ var createVectorQueryTool = (options) => {
7268
7283
  queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
7269
7284
  topK: topKValue,
7270
7285
  includeVectors,
7271
- databaseConfig
7286
+ databaseConfig,
7287
+ providerOptions
7272
7288
  });
7273
7289
  if (logger) {
7274
7290
  logger.debug("vectorQuerySearch returned results", { count: results.length });