@mastra/rag 1.0.6 → 1.0.7-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/.turbo/turbo-build.log +1 -1
  2. package/CHANGELOG.md +25 -0
  3. package/dist/document/document.d.ts +10 -9
  4. package/dist/document/document.d.ts.map +1 -1
  5. package/dist/document/extractors/base.d.ts +1 -1
  6. package/dist/document/extractors/index.d.ts +5 -5
  7. package/dist/document/extractors/keywords.d.ts +4 -4
  8. package/dist/document/extractors/questions.d.ts +4 -4
  9. package/dist/document/extractors/summary.d.ts +4 -4
  10. package/dist/document/extractors/title.d.ts +4 -4
  11. package/dist/document/extractors/types.d.ts +1 -1
  12. package/dist/document/index.d.ts +2 -2
  13. package/dist/document/prompts/base.d.ts +1 -1
  14. package/dist/document/prompts/index.d.ts +3 -3
  15. package/dist/document/prompts/prompt.d.ts +1 -1
  16. package/dist/document/schema/index.d.ts +3 -3
  17. package/dist/document/schema/node.d.ts +2 -2
  18. package/dist/document/transformers/character.d.ts +6 -28
  19. package/dist/document/transformers/character.d.ts.map +1 -1
  20. package/dist/document/transformers/html.d.ts +9 -4
  21. package/dist/document/transformers/html.d.ts.map +1 -1
  22. package/dist/document/transformers/json.d.ts +5 -5
  23. package/dist/document/transformers/json.d.ts.map +1 -1
  24. package/dist/document/transformers/latex.d.ts +3 -9
  25. package/dist/document/transformers/latex.d.ts.map +1 -1
  26. package/dist/document/transformers/markdown.d.ts +4 -10
  27. package/dist/document/transformers/markdown.d.ts.map +1 -1
  28. package/dist/document/transformers/sentence.d.ts +31 -0
  29. package/dist/document/transformers/sentence.d.ts.map +1 -0
  30. package/dist/document/transformers/text.d.ts +5 -5
  31. package/dist/document/transformers/text.d.ts.map +1 -1
  32. package/dist/document/transformers/token.d.ts +5 -16
  33. package/dist/document/transformers/token.d.ts.map +1 -1
  34. package/dist/document/transformers/transformer.d.ts +1 -1
  35. package/dist/document/types.d.ts +86 -15
  36. package/dist/document/types.d.ts.map +1 -1
  37. package/dist/document/validation.d.ts +3 -0
  38. package/dist/document/validation.d.ts.map +1 -0
  39. package/dist/index.cjs +414 -80
  40. package/dist/index.cjs.map +1 -1
  41. package/dist/index.d.ts +8 -8
  42. package/dist/index.js +414 -80
  43. package/dist/index.js.map +1 -1
  44. package/dist/rerank/relevance/index.d.ts +3 -3
  45. package/dist/tools/document-chunker.d.ts +1 -1
  46. package/dist/tools/document-chunker.d.ts.map +1 -1
  47. package/dist/tools/graph-rag.d.ts +2 -2
  48. package/dist/tools/index.d.ts +3 -3
  49. package/dist/tools/types.d.ts +1 -1
  50. package/dist/tools/vector-query.d.ts +2 -2
  51. package/dist/utils/convert-sources.d.ts +2 -2
  52. package/dist/utils/index.d.ts +3 -3
  53. package/dist/utils/vector-search.d.ts +1 -1
  54. package/package.json +8 -7
  55. package/src/document/document.test.ts +294 -39
  56. package/src/document/document.ts +69 -41
  57. package/src/document/transformers/character.ts +15 -43
  58. package/src/document/transformers/html.ts +9 -9
  59. package/src/document/transformers/json.ts +8 -3
  60. package/src/document/transformers/latex.ts +3 -11
  61. package/src/document/transformers/markdown.ts +3 -11
  62. package/src/document/transformers/sentence.ts +314 -0
  63. package/src/document/transformers/text.ts +10 -10
  64. package/src/document/transformers/token.ts +6 -17
  65. package/src/document/types.ts +66 -15
  66. package/src/document/validation.ts +147 -0
  67. package/src/tools/document-chunker.ts +12 -8
  68. package/tsup.config.ts +2 -7
@@ -1,4 +1,4 @@
1
- export * from './cohere';
2
- export * from './mastra-agent';
3
- export * from './zeroentropy';
1
+ export * from './cohere/index.js';
2
+ export * from './mastra-agent/index.js';
3
+ export * from './zeroentropy/index.js';
4
4
  //# sourceMappingURL=index.d.ts.map
@@ -1,5 +1,5 @@
1
1
  import { createTool } from '@mastra/core/tools';
2
- import type { MDocument, ChunkParams } from '../document';
2
+ import type { MDocument, ChunkParams } from '../document/index.js';
3
3
  export declare const createDocumentChunkerTool: ({ doc, params, }: {
4
4
  doc: MDocument;
5
5
  params?: ChunkParams;
@@ -1 +1 @@
1
- {"version":3,"file":"document-chunker.d.ts","sourceRoot":"","sources":["../../src/tools/document-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1D,eAAO,MAAM,yBAAyB,GAAI,kBAQvC;IACD,GAAG,EAAE,SAAS,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,KAAG,UAAU,CAAC,OAAO,UAAU,CAa/B,CAAC"}
1
+ {"version":3,"file":"document-chunker.d.ts","sourceRoot":"","sources":["../../src/tools/document-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAS1D,eAAO,MAAM,yBAAyB,GAAI,kBAGvC;IACD,GAAG,EAAE,SAAS,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,KAAG,UAAU,CAAC,OAAO,UAAU,CAe/B,CAAC"}
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import type { RagTool } from '../utils';
3
- import type { GraphRagToolOptions } from './types';
2
+ import type { RagTool } from '../utils/index.js';
3
+ import type { GraphRagToolOptions } from './types.js';
4
4
  export declare const createGraphRAGTool: (options: GraphRagToolOptions) => RagTool<z.ZodObject<{
5
5
  filter: z.ZodString;
6
6
  queryText: z.ZodString;
@@ -1,4 +1,4 @@
1
- export * from './document-chunker';
2
- export * from './graph-rag';
3
- export * from './vector-query';
1
+ export * from './document-chunker.js';
2
+ export * from './graph-rag.js';
3
+ export * from './vector-query.js';
4
4
  //# sourceMappingURL=index.d.ts.map
@@ -1,6 +1,6 @@
1
1
  import type { MastraVector } from '@mastra/core/vector';
2
2
  import type { EmbeddingModel } from 'ai';
3
- import type { RerankConfig } from '../rerank';
3
+ import type { RerankConfig } from '../rerank/index.js';
4
4
  export interface PineconeConfig {
5
5
  namespace?: string;
6
6
  sparseVector?: {
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import type { RagTool } from '../utils';
3
- import type { VectorQueryToolOptions } from './types';
2
+ import type { RagTool } from '../utils/index.js';
3
+ import type { VectorQueryToolOptions } from './types.js';
4
4
  export declare const createVectorQueryTool: (options: VectorQueryToolOptions) => RagTool<z.ZodObject<{
5
5
  filter: z.ZodString;
6
6
  queryText: z.ZodString;
@@ -1,6 +1,6 @@
1
1
  import type { QueryResult } from '@mastra/core';
2
- import type { RankedNode } from '../graph-rag';
3
- import type { RerankResult } from '../rerank';
2
+ import type { RankedNode } from '../graph-rag/index.js';
3
+ import type { RerankResult } from '../rerank/index.js';
4
4
  type SourceInput = QueryResult | RankedNode | RerankResult;
5
5
  /**
6
6
  * Convert an array of source inputs (QueryResult, RankedNode, or RerankResult) to an array of sources.
@@ -1,4 +1,4 @@
1
- export * from './vector-search';
2
- export * from './default-settings';
3
- export * from './tool-schemas';
1
+ export * from './vector-search.js';
2
+ export * from './default-settings.js';
3
+ export * from './tool-schemas.js';
4
4
  //# sourceMappingURL=index.d.ts.map
@@ -1,7 +1,7 @@
1
1
  import type { MastraVector, QueryResult } from '@mastra/core/vector';
2
2
  import type { VectorFilter } from '@mastra/core/vector/filter';
3
3
  import type { EmbeddingModel } from 'ai';
4
- import type { DatabaseConfig } from '../tools/types';
4
+ import type { DatabaseConfig } from '../tools/types.js';
5
5
  interface VectorQuerySearchParams {
6
6
  indexName: string;
7
7
  vectorStore: MastraVector;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mastra/rag",
3
- "version": "1.0.6",
3
+ "version": "1.0.7-alpha.1",
4
4
  "description": "",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -12,7 +12,7 @@
12
12
  "default": "./dist/index.js"
13
13
  },
14
14
  "require": {
15
- "types": "./dist/index.d.cts",
15
+ "types": "./dist/index.d.ts",
16
16
  "default": "./dist/index.cjs"
17
17
  }
18
18
  },
@@ -30,12 +30,12 @@
30
30
  "zod": "^3.25.67"
31
31
  },
32
32
  "peerDependencies": {
33
- "@mastra/core": ">=0.10.0-0 <0.13.0-0",
33
+ "@mastra/core": ">=0.10.0-0 <0.14.0-0",
34
34
  "ai": "^4.0.0"
35
35
  },
36
36
  "devDependencies": {
37
- "@ai-sdk/cohere": "latest",
38
- "@ai-sdk/openai": "latest",
37
+ "@ai-sdk/cohere": "^1.2.10",
38
+ "@ai-sdk/openai": "^1.3.22",
39
39
  "@microsoft/api-extractor": "^7.52.8",
40
40
  "@types/big.js": "^6.2.2",
41
41
  "@types/node": "^20.19.0",
@@ -45,8 +45,9 @@
45
45
  "tsup": "^8.5.0",
46
46
  "typescript": "^5.8.3",
47
47
  "vitest": "^3.2.4",
48
- "@internal/lint": "0.0.25",
49
- "@mastra/core": "0.12.1"
48
+ "@internal/lint": "0.0.26",
49
+ "@internal/types-builder": "0.0.1",
50
+ "@mastra/core": "0.13.0-alpha.2"
50
51
  },
51
52
  "keywords": [
52
53
  "rag",