@mastra/rag 1.0.6 → 1.0.7-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +1 -1
- package/CHANGELOG.md +25 -0
- package/dist/document/document.d.ts +10 -9
- package/dist/document/document.d.ts.map +1 -1
- package/dist/document/extractors/base.d.ts +1 -1
- package/dist/document/extractors/index.d.ts +5 -5
- package/dist/document/extractors/keywords.d.ts +4 -4
- package/dist/document/extractors/questions.d.ts +4 -4
- package/dist/document/extractors/summary.d.ts +4 -4
- package/dist/document/extractors/title.d.ts +4 -4
- package/dist/document/extractors/types.d.ts +1 -1
- package/dist/document/index.d.ts +2 -2
- package/dist/document/prompts/base.d.ts +1 -1
- package/dist/document/prompts/index.d.ts +3 -3
- package/dist/document/prompts/prompt.d.ts +1 -1
- package/dist/document/schema/index.d.ts +3 -3
- package/dist/document/schema/node.d.ts +2 -2
- package/dist/document/transformers/character.d.ts +6 -28
- package/dist/document/transformers/character.d.ts.map +1 -1
- package/dist/document/transformers/html.d.ts +9 -4
- package/dist/document/transformers/html.d.ts.map +1 -1
- package/dist/document/transformers/json.d.ts +5 -5
- package/dist/document/transformers/json.d.ts.map +1 -1
- package/dist/document/transformers/latex.d.ts +3 -9
- package/dist/document/transformers/latex.d.ts.map +1 -1
- package/dist/document/transformers/markdown.d.ts +4 -10
- package/dist/document/transformers/markdown.d.ts.map +1 -1
- package/dist/document/transformers/sentence.d.ts +31 -0
- package/dist/document/transformers/sentence.d.ts.map +1 -0
- package/dist/document/transformers/text.d.ts +5 -5
- package/dist/document/transformers/text.d.ts.map +1 -1
- package/dist/document/transformers/token.d.ts +5 -16
- package/dist/document/transformers/token.d.ts.map +1 -1
- package/dist/document/transformers/transformer.d.ts +1 -1
- package/dist/document/types.d.ts +86 -15
- package/dist/document/types.d.ts.map +1 -1
- package/dist/document/validation.d.ts +3 -0
- package/dist/document/validation.d.ts.map +1 -0
- package/dist/index.cjs +414 -80
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +8 -8
- package/dist/index.js +414 -80
- package/dist/index.js.map +1 -1
- package/dist/rerank/relevance/index.d.ts +3 -3
- package/dist/tools/document-chunker.d.ts +1 -1
- package/dist/tools/document-chunker.d.ts.map +1 -1
- package/dist/tools/graph-rag.d.ts +2 -2
- package/dist/tools/index.d.ts +3 -3
- package/dist/tools/types.d.ts +1 -1
- package/dist/tools/vector-query.d.ts +2 -2
- package/dist/utils/convert-sources.d.ts +2 -2
- package/dist/utils/index.d.ts +3 -3
- package/dist/utils/vector-search.d.ts +1 -1
- package/package.json +8 -7
- package/src/document/document.test.ts +294 -39
- package/src/document/document.ts +69 -41
- package/src/document/transformers/character.ts +15 -43
- package/src/document/transformers/html.ts +9 -9
- package/src/document/transformers/json.ts +8 -3
- package/src/document/transformers/latex.ts +3 -11
- package/src/document/transformers/markdown.ts +3 -11
- package/src/document/transformers/sentence.ts +314 -0
- package/src/document/transformers/text.ts +10 -10
- package/src/document/transformers/token.ts +6 -17
- package/src/document/types.ts +66 -15
- package/src/document/validation.ts +147 -0
- package/src/tools/document-chunker.ts +12 -8
- package/tsup.config.ts +2 -7
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export * from './cohere';
|
|
2
|
-
export * from './mastra-agent';
|
|
3
|
-
export * from './zeroentropy';
|
|
1
|
+
export * from './cohere/index.js';
|
|
2
|
+
export * from './mastra-agent/index.js';
|
|
3
|
+
export * from './zeroentropy/index.js';
|
|
4
4
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createTool } from '@mastra/core/tools';
|
|
2
|
-
import type { MDocument, ChunkParams } from '../document';
|
|
2
|
+
import type { MDocument, ChunkParams } from '../document/index.js';
|
|
3
3
|
export declare const createDocumentChunkerTool: ({ doc, params, }: {
|
|
4
4
|
doc: MDocument;
|
|
5
5
|
params?: ChunkParams;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"document-chunker.d.ts","sourceRoot":"","sources":["../../src/tools/document-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"document-chunker.d.ts","sourceRoot":"","sources":["../../src/tools/document-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAS1D,eAAO,MAAM,yBAAyB,GAAI,kBAGvC;IACD,GAAG,EAAE,SAAS,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,KAAG,UAAU,CAAC,OAAO,UAAU,CAe/B,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type { RagTool } from '../utils';
|
|
3
|
-
import type { GraphRagToolOptions } from './types';
|
|
2
|
+
import type { RagTool } from '../utils/index.js';
|
|
3
|
+
import type { GraphRagToolOptions } from './types.js';
|
|
4
4
|
export declare const createGraphRAGTool: (options: GraphRagToolOptions) => RagTool<z.ZodObject<{
|
|
5
5
|
filter: z.ZodString;
|
|
6
6
|
queryText: z.ZodString;
|
package/dist/tools/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export * from './document-chunker';
|
|
2
|
-
export * from './graph-rag';
|
|
3
|
-
export * from './vector-query';
|
|
1
|
+
export * from './document-chunker.js';
|
|
2
|
+
export * from './graph-rag.js';
|
|
3
|
+
export * from './vector-query.js';
|
|
4
4
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/tools/types.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { MastraVector } from '@mastra/core/vector';
|
|
2
2
|
import type { EmbeddingModel } from 'ai';
|
|
3
|
-
import type { RerankConfig } from '../rerank';
|
|
3
|
+
import type { RerankConfig } from '../rerank/index.js';
|
|
4
4
|
export interface PineconeConfig {
|
|
5
5
|
namespace?: string;
|
|
6
6
|
sparseVector?: {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type { RagTool } from '../utils';
|
|
3
|
-
import type { VectorQueryToolOptions } from './types';
|
|
2
|
+
import type { RagTool } from '../utils/index.js';
|
|
3
|
+
import type { VectorQueryToolOptions } from './types.js';
|
|
4
4
|
export declare const createVectorQueryTool: (options: VectorQueryToolOptions) => RagTool<z.ZodObject<{
|
|
5
5
|
filter: z.ZodString;
|
|
6
6
|
queryText: z.ZodString;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { QueryResult } from '@mastra/core';
|
|
2
|
-
import type { RankedNode } from '../graph-rag';
|
|
3
|
-
import type { RerankResult } from '../rerank';
|
|
2
|
+
import type { RankedNode } from '../graph-rag/index.js';
|
|
3
|
+
import type { RerankResult } from '../rerank/index.js';
|
|
4
4
|
type SourceInput = QueryResult | RankedNode | RerankResult;
|
|
5
5
|
/**
|
|
6
6
|
* Convert an array of source inputs (QueryResult, RankedNode, or RerankResult) to an array of sources.
|
package/dist/utils/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export * from './vector-search';
|
|
2
|
-
export * from './default-settings';
|
|
3
|
-
export * from './tool-schemas';
|
|
1
|
+
export * from './vector-search.js';
|
|
2
|
+
export * from './default-settings.js';
|
|
3
|
+
export * from './tool-schemas.js';
|
|
4
4
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { MastraVector, QueryResult } from '@mastra/core/vector';
|
|
2
2
|
import type { VectorFilter } from '@mastra/core/vector/filter';
|
|
3
3
|
import type { EmbeddingModel } from 'ai';
|
|
4
|
-
import type { DatabaseConfig } from '../tools/types';
|
|
4
|
+
import type { DatabaseConfig } from '../tools/types.js';
|
|
5
5
|
interface VectorQuerySearchParams {
|
|
6
6
|
indexName: string;
|
|
7
7
|
vectorStore: MastraVector;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/rag",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.7-alpha.1",
|
|
4
4
|
"description": "",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
"default": "./dist/index.js"
|
|
13
13
|
},
|
|
14
14
|
"require": {
|
|
15
|
-
"types": "./dist/index.d.
|
|
15
|
+
"types": "./dist/index.d.ts",
|
|
16
16
|
"default": "./dist/index.cjs"
|
|
17
17
|
}
|
|
18
18
|
},
|
|
@@ -30,12 +30,12 @@
|
|
|
30
30
|
"zod": "^3.25.67"
|
|
31
31
|
},
|
|
32
32
|
"peerDependencies": {
|
|
33
|
-
"@mastra/core": ">=0.10.0-0 <0.
|
|
33
|
+
"@mastra/core": ">=0.10.0-0 <0.14.0-0",
|
|
34
34
|
"ai": "^4.0.0"
|
|
35
35
|
},
|
|
36
36
|
"devDependencies": {
|
|
37
|
-
"@ai-sdk/cohere": "
|
|
38
|
-
"@ai-sdk/openai": "
|
|
37
|
+
"@ai-sdk/cohere": "^1.2.10",
|
|
38
|
+
"@ai-sdk/openai": "^1.3.22",
|
|
39
39
|
"@microsoft/api-extractor": "^7.52.8",
|
|
40
40
|
"@types/big.js": "^6.2.2",
|
|
41
41
|
"@types/node": "^20.19.0",
|
|
@@ -45,8 +45,9 @@
|
|
|
45
45
|
"tsup": "^8.5.0",
|
|
46
46
|
"typescript": "^5.8.3",
|
|
47
47
|
"vitest": "^3.2.4",
|
|
48
|
-
"@internal/lint": "0.0.
|
|
49
|
-
"@
|
|
48
|
+
"@internal/lint": "0.0.26",
|
|
49
|
+
"@internal/types-builder": "0.0.1",
|
|
50
|
+
"@mastra/core": "0.13.0-alpha.2"
|
|
50
51
|
},
|
|
51
52
|
"keywords": [
|
|
52
53
|
"rag",
|