@mastra/rag 1.2.2 → 1.2.3-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/CHANGELOG.md +22 -0
  2. package/dist/index.cjs +25 -9
  3. package/dist/index.cjs.map +1 -1
  4. package/dist/index.js +25 -9
  5. package/dist/index.js.map +1 -1
  6. package/dist/tools/graph-rag.d.ts.map +1 -1
  7. package/dist/tools/types.d.ts +18 -5
  8. package/dist/tools/types.d.ts.map +1 -1
  9. package/dist/tools/vector-query.d.ts.map +1 -1
  10. package/dist/utils/vector-search.d.ts +6 -7
  11. package/dist/utils/vector-search.d.ts.map +1 -1
  12. package/package.json +19 -6
  13. package/.turbo/turbo-build.log +0 -4
  14. package/docker-compose.yaml +0 -22
  15. package/eslint.config.js +0 -6
  16. package/src/document/document.test.ts +0 -2975
  17. package/src/document/document.ts +0 -335
  18. package/src/document/extractors/base.ts +0 -30
  19. package/src/document/extractors/index.ts +0 -5
  20. package/src/document/extractors/keywords.test.ts +0 -125
  21. package/src/document/extractors/keywords.ts +0 -126
  22. package/src/document/extractors/questions.test.ts +0 -120
  23. package/src/document/extractors/questions.ts +0 -111
  24. package/src/document/extractors/summary.test.ts +0 -107
  25. package/src/document/extractors/summary.ts +0 -122
  26. package/src/document/extractors/title.test.ts +0 -121
  27. package/src/document/extractors/title.ts +0 -185
  28. package/src/document/extractors/types.ts +0 -40
  29. package/src/document/index.ts +0 -2
  30. package/src/document/prompts/base.ts +0 -77
  31. package/src/document/prompts/format.ts +0 -9
  32. package/src/document/prompts/index.ts +0 -15
  33. package/src/document/prompts/prompt.ts +0 -60
  34. package/src/document/prompts/types.ts +0 -29
  35. package/src/document/schema/index.ts +0 -3
  36. package/src/document/schema/node.ts +0 -187
  37. package/src/document/schema/types.ts +0 -40
  38. package/src/document/transformers/character.ts +0 -267
  39. package/src/document/transformers/html.ts +0 -346
  40. package/src/document/transformers/json.ts +0 -536
  41. package/src/document/transformers/latex.ts +0 -11
  42. package/src/document/transformers/markdown.ts +0 -239
  43. package/src/document/transformers/semantic-markdown.ts +0 -227
  44. package/src/document/transformers/sentence.ts +0 -314
  45. package/src/document/transformers/text.ts +0 -158
  46. package/src/document/transformers/token.ts +0 -137
  47. package/src/document/transformers/transformer.ts +0 -5
  48. package/src/document/types.ts +0 -145
  49. package/src/document/validation.ts +0 -158
  50. package/src/graph-rag/index.test.ts +0 -235
  51. package/src/graph-rag/index.ts +0 -306
  52. package/src/index.ts +0 -8
  53. package/src/rerank/index.test.ts +0 -150
  54. package/src/rerank/index.ts +0 -198
  55. package/src/rerank/relevance/cohere/index.ts +0 -56
  56. package/src/rerank/relevance/index.ts +0 -3
  57. package/src/rerank/relevance/mastra-agent/index.ts +0 -32
  58. package/src/rerank/relevance/zeroentropy/index.ts +0 -26
  59. package/src/tools/README.md +0 -153
  60. package/src/tools/document-chunker.ts +0 -34
  61. package/src/tools/graph-rag.test.ts +0 -115
  62. package/src/tools/graph-rag.ts +0 -154
  63. package/src/tools/index.ts +0 -3
  64. package/src/tools/types.ts +0 -110
  65. package/src/tools/vector-query-database-config.test.ts +0 -190
  66. package/src/tools/vector-query.test.ts +0 -418
  67. package/src/tools/vector-query.ts +0 -169
  68. package/src/utils/convert-sources.ts +0 -43
  69. package/src/utils/default-settings.ts +0 -38
  70. package/src/utils/index.ts +0 -3
  71. package/src/utils/tool-schemas.ts +0 -38
  72. package/src/utils/vector-prompts.ts +0 -832
  73. package/src/utils/vector-search.ts +0 -117
  74. package/tsconfig.build.json +0 -9
  75. package/tsconfig.json +0 -5
  76. package/tsup.config.ts +0 -17
  77. package/vitest.config.ts +0 -8
package/dist/index.js CHANGED
@@ -7,7 +7,7 @@ import { Big } from 'big.js';
7
7
  import { createSimilarityPrompt } from '@mastra/core/relevance';
8
8
  import ZeroEntropy from 'zeroentropy';
9
9
  import { createTool } from '@mastra/core/tools';
10
- import { embed } from 'ai';
10
+ import { embedV2, embedV1 } from '@mastra/core/vector';
11
11
 
12
12
  var __create = Object.create;
13
13
  var __defProp = Object.defineProperty;
@@ -6908,13 +6908,25 @@ var vectorQuerySearch = async ({
6908
6908
  topK,
6909
6909
  includeVectors = false,
6910
6910
  maxRetries = 2,
6911
- databaseConfig = {}
6911
+ databaseConfig = {},
6912
+ providerOptions
6912
6913
  }) => {
6913
- const { embedding } = await embed({
6914
- value: queryText,
6915
- model,
6916
- maxRetries
6917
- });
6914
+ let embeddingResult;
6915
+ if (model.specificationVersion === "v2") {
6916
+ embeddingResult = await embedV2({
6917
+ model,
6918
+ value: queryText,
6919
+ maxRetries,
6920
+ ...providerOptions && { providerOptions }
6921
+ });
6922
+ } else {
6923
+ embeddingResult = await embedV1({
6924
+ value: queryText,
6925
+ model,
6926
+ maxRetries
6927
+ });
6928
+ }
6929
+ const embedding = embeddingResult.embedding;
6918
6930
  const queryParams = {
6919
6931
  indexName,
6920
6932
  queryVector: embedding,
@@ -7095,6 +7107,7 @@ var createGraphRAGTool = (options) => {
7095
7107
  const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
7096
7108
  const filter = runtimeContext.get("filter") ?? context.filter;
7097
7109
  const queryText = context.queryText;
7110
+ const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
7098
7111
  const enableFilter = !!runtimeContext.get("filter") || (options.enableFilter ?? false);
7099
7112
  const logger = mastra?.getLogger();
7100
7113
  if (!logger) {
@@ -7137,7 +7150,8 @@ var createGraphRAGTool = (options) => {
7137
7150
  model,
7138
7151
  queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
7139
7152
  topK: topKValue,
7140
- includeVectors: true
7153
+ includeVectors: true,
7154
+ providerOptions
7141
7155
  });
7142
7156
  if (logger) {
7143
7157
  logger.debug("vectorQuerySearch returned results", { count: results.length });
@@ -7209,6 +7223,7 @@ var createVectorQueryTool = (options) => {
7209
7223
  const reranker = runtimeContext.get("reranker") ?? options.reranker;
7210
7224
  const databaseConfig = runtimeContext.get("databaseConfig") ?? options.databaseConfig;
7211
7225
  const model = runtimeContext.get("model") ?? options.model;
7226
+ const providerOptions = runtimeContext.get("providerOptions") ?? options.providerOptions;
7212
7227
  if (!indexName) throw new Error(`indexName is required, got: ${indexName}`);
7213
7228
  if (!vectorStoreName) throw new Error(`vectorStoreName is required, got: ${vectorStoreName}`);
7214
7229
  const topK = runtimeContext.get("topK") ?? context.topK ?? 10;
@@ -7262,7 +7277,8 @@ var createVectorQueryTool = (options) => {
7262
7277
  queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : void 0,
7263
7278
  topK: topKValue,
7264
7279
  includeVectors,
7265
- databaseConfig
7280
+ databaseConfig,
7281
+ providerOptions
7266
7282
  });
7267
7283
  if (logger) {
7268
7284
  logger.debug("vectorQuerySearch returned results", { count: results.length });