@mastra/rag 1.2.2 → 1.2.3-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/dist/index.cjs +25 -9
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +25 -9
- package/dist/index.js.map +1 -1
- package/dist/tools/graph-rag.d.ts.map +1 -1
- package/dist/tools/types.d.ts +18 -5
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/tools/vector-query.d.ts.map +1 -1
- package/dist/utils/vector-search.d.ts +6 -7
- package/dist/utils/vector-search.d.ts.map +1 -1
- package/package.json +19 -6
- package/.turbo/turbo-build.log +0 -4
- package/docker-compose.yaml +0 -22
- package/eslint.config.js +0 -6
- package/src/document/document.test.ts +0 -2975
- package/src/document/document.ts +0 -335
- package/src/document/extractors/base.ts +0 -30
- package/src/document/extractors/index.ts +0 -5
- package/src/document/extractors/keywords.test.ts +0 -125
- package/src/document/extractors/keywords.ts +0 -126
- package/src/document/extractors/questions.test.ts +0 -120
- package/src/document/extractors/questions.ts +0 -111
- package/src/document/extractors/summary.test.ts +0 -107
- package/src/document/extractors/summary.ts +0 -122
- package/src/document/extractors/title.test.ts +0 -121
- package/src/document/extractors/title.ts +0 -185
- package/src/document/extractors/types.ts +0 -40
- package/src/document/index.ts +0 -2
- package/src/document/prompts/base.ts +0 -77
- package/src/document/prompts/format.ts +0 -9
- package/src/document/prompts/index.ts +0 -15
- package/src/document/prompts/prompt.ts +0 -60
- package/src/document/prompts/types.ts +0 -29
- package/src/document/schema/index.ts +0 -3
- package/src/document/schema/node.ts +0 -187
- package/src/document/schema/types.ts +0 -40
- package/src/document/transformers/character.ts +0 -267
- package/src/document/transformers/html.ts +0 -346
- package/src/document/transformers/json.ts +0 -536
- package/src/document/transformers/latex.ts +0 -11
- package/src/document/transformers/markdown.ts +0 -239
- package/src/document/transformers/semantic-markdown.ts +0 -227
- package/src/document/transformers/sentence.ts +0 -314
- package/src/document/transformers/text.ts +0 -158
- package/src/document/transformers/token.ts +0 -137
- package/src/document/transformers/transformer.ts +0 -5
- package/src/document/types.ts +0 -145
- package/src/document/validation.ts +0 -158
- package/src/graph-rag/index.test.ts +0 -235
- package/src/graph-rag/index.ts +0 -306
- package/src/index.ts +0 -8
- package/src/rerank/index.test.ts +0 -150
- package/src/rerank/index.ts +0 -198
- package/src/rerank/relevance/cohere/index.ts +0 -56
- package/src/rerank/relevance/index.ts +0 -3
- package/src/rerank/relevance/mastra-agent/index.ts +0 -32
- package/src/rerank/relevance/zeroentropy/index.ts +0 -26
- package/src/tools/README.md +0 -153
- package/src/tools/document-chunker.ts +0 -34
- package/src/tools/graph-rag.test.ts +0 -115
- package/src/tools/graph-rag.ts +0 -154
- package/src/tools/index.ts +0 -3
- package/src/tools/types.ts +0 -110
- package/src/tools/vector-query-database-config.test.ts +0 -190
- package/src/tools/vector-query.test.ts +0 -418
- package/src/tools/vector-query.ts +0 -169
- package/src/utils/convert-sources.ts +0 -43
- package/src/utils/default-settings.ts +0 -38
- package/src/utils/index.ts +0 -3
- package/src/utils/tool-schemas.ts +0 -38
- package/src/utils/vector-prompts.ts +0 -832
- package/src/utils/vector-search.ts +0 -117
- package/tsconfig.build.json +0 -9
- package/tsconfig.json +0 -5
- package/tsup.config.ts +0 -17
- package/vitest.config.ts +0 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graph-rag.d.ts","sourceRoot":"","sources":["../../src/tools/graph-rag.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAExC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAGnD,eAAO,MAAM,kBAAkB,GAAI,SAAS,mBAAmB,
|
|
1
|
+
{"version":3,"file":"graph-rag.d.ts","sourceRoot":"","sources":["../../src/tools/graph-rag.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAExC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAGnD,eAAO,MAAM,kBAAkB,GAAI,SAAS,mBAAmB,KAiJvD,OAAO;;;;;;;;;;;;;;;;;;;;;kCAAqB,GAAG,CACtC,CAAC"}
|
package/dist/tools/types.d.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
|
-
import type { MastraVector } from '@mastra/core/vector';
|
|
2
|
-
import type { EmbeddingModel } from 'ai';
|
|
1
|
+
import type { MastraVector, MastraEmbeddingModel } from '@mastra/core/vector';
|
|
3
2
|
import type { RerankConfig } from '../rerank/index.js';
|
|
4
3
|
export interface PineconeConfig {
|
|
5
4
|
namespace?: string;
|
|
@@ -47,14 +46,14 @@ export type VectorQueryToolOptions = {
|
|
|
47
46
|
id?: string;
|
|
48
47
|
description?: string;
|
|
49
48
|
indexName: string;
|
|
50
|
-
model:
|
|
49
|
+
model: MastraEmbeddingModel<string>;
|
|
51
50
|
enableFilter?: boolean;
|
|
52
51
|
includeVectors?: boolean;
|
|
53
52
|
includeSources?: boolean;
|
|
54
53
|
reranker?: RerankConfig;
|
|
55
54
|
/** Database-specific configuration options */
|
|
56
55
|
databaseConfig?: DatabaseConfig;
|
|
57
|
-
} & ({
|
|
56
|
+
} & ProviderOptions & ({
|
|
58
57
|
vectorStoreName: string;
|
|
59
58
|
} | {
|
|
60
59
|
vectorStoreName?: string;
|
|
@@ -65,7 +64,7 @@ export type GraphRagToolOptions = {
|
|
|
65
64
|
description?: string;
|
|
66
65
|
indexName: string;
|
|
67
66
|
vectorStoreName: string;
|
|
68
|
-
model:
|
|
67
|
+
model: MastraEmbeddingModel<string>;
|
|
69
68
|
enableFilter?: boolean;
|
|
70
69
|
includeSources?: boolean;
|
|
71
70
|
graphOptions?: {
|
|
@@ -74,6 +73,20 @@ export type GraphRagToolOptions = {
|
|
|
74
73
|
restartProb?: number;
|
|
75
74
|
threshold?: number;
|
|
76
75
|
};
|
|
76
|
+
} & ProviderOptions;
|
|
77
|
+
export type ProviderOptions = {
|
|
78
|
+
/**
|
|
79
|
+
* Provider-specific options for the embedding model (e.g., outputDimensionality).
|
|
80
|
+
*
|
|
81
|
+
* ⚠️ **IMPORTANT**: `providerOptions` only work with AI SDK v2 models.
|
|
82
|
+
*
|
|
83
|
+
* **For v1 models**: Configure options when creating the model:
|
|
84
|
+
* ✅ const model = openai.embedding('text-embedding-3-small', { dimensions: 512 });
|
|
85
|
+
*
|
|
86
|
+
* **For v2 models**: Use providerOptions:
|
|
87
|
+
* ✅ providerOptions: { openai: { dimensions: 512 } }
|
|
88
|
+
*/
|
|
89
|
+
providerOptions?: Record<string, Record<string, any>>;
|
|
77
90
|
};
|
|
78
91
|
/**
|
|
79
92
|
* Default options for GraphRAG
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/tools/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/tools/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE9E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE;QACb,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAGD,KAAK,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAC9C,KAAK,gBAAgB,GAAG,YAAY,EAAE,CAAC;AACvC,KAAK,aAAa,GAAG,MAAM,CAAC;AAC5B,KAAK,eAAe,GAAG,MAAM,GAAG,KAAK,CAAC;AACtC,KAAK,iBAAiB,GAAG,KAAK,GAAG,MAAM,CAAC;AACxC,KAAK,aAAa,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;AACrE,KAAK,kBAAkB,GAAG;KACvB,GAAG,IAAI,aAAa,GAAG,iBAAiB,GAAG,eAAe,CAAC,CAAC,EAAE,YAAY,GAAG,gBAAgB;CAC/F,CAAC;AACF,KAAK,SAAS,GAAG;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,GAAG,kBAAkB,CAAC;CAClD,CAAC;AACF,KAAK,YAAY,GAAG;KACjB,GAAG,IAAI,eAAe,CAAC,CAAC,EAAE,KAAK,EAAE;CACnC,CAAC;AACF,KAAK,KAAK,GAAG,SAAS,GAAG,YAAY,CAAC;AACtC,KAAK,qBAAqB,GAAG,WAAW,GAAG,eAAe,GAAG,eAAe,CAAC;AAC7E,KAAK,aAAa,GAAG;KAClB,GAAG,IAAI,qBAAqB,CAAC,CAAC,EAAE,YAAY,GAAG,aAAa,GAAG,aAAa,EAAE;CAChF,CAAC;AAEF,MAAM,WAAW,YAAY;IAE3B,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAGD,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;IAEtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACpC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,8CAA8C;IAC9C,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,GAAG,eAAe,GACjB,CACI;IACE,eAAe,EAAE,MAAM,CAAC;CACzB,GACD;IACE,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,YAAY,CAAC;CAC3B,CACJ,CAAC;AAEJ,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACpC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,YAAY,CAAC,EAAE;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,GAAG,eAAe,CAAC;AAEpB,MAAM,MAAM,eAAe,GAAG;IAC5B;;;;;;;;;;OAUG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;CACvD,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,mBAAmB;;;;;CAK/B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-query.d.ts","sourceRoot":"","sources":["../../src/tools/vector-query.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"vector-query.d.ts","sourceRoot":"","sources":["../../src/tools/vector-query.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAExC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAEtD,eAAO,MAAM,qBAAqB,GAAI,SAAS,sBAAsB,KA8J7D,OAAO;;;;;;;;;;;;;;;;;;;;;kCAAqB,GAAG,CACtC,CAAC"}
|
|
@@ -1,23 +1,22 @@
|
|
|
1
|
-
import type { MastraVector, QueryResult } from '@mastra/core/vector';
|
|
1
|
+
import type { MastraVector, MastraEmbeddingModel, QueryResult } from '@mastra/core/vector';
|
|
2
2
|
import type { VectorFilter } from '@mastra/core/vector/filter';
|
|
3
|
-
import type {
|
|
4
|
-
|
|
5
|
-
interface VectorQuerySearchParams {
|
|
3
|
+
import type { DatabaseConfig, ProviderOptions } from '../tools/types.js';
|
|
4
|
+
type VectorQuerySearchParams = {
|
|
6
5
|
indexName: string;
|
|
7
6
|
vectorStore: MastraVector;
|
|
8
7
|
queryText: string;
|
|
9
|
-
model:
|
|
8
|
+
model: MastraEmbeddingModel<string>;
|
|
10
9
|
queryFilter?: VectorFilter;
|
|
11
10
|
topK: number;
|
|
12
11
|
includeVectors?: boolean;
|
|
13
12
|
maxRetries?: number;
|
|
14
13
|
/** Database-specific configuration options */
|
|
15
14
|
databaseConfig?: DatabaseConfig;
|
|
16
|
-
}
|
|
15
|
+
} & ProviderOptions;
|
|
17
16
|
interface VectorQuerySearchResult {
|
|
18
17
|
results: QueryResult[];
|
|
19
18
|
queryEmbedding: number[];
|
|
20
19
|
}
|
|
21
|
-
export declare const vectorQuerySearch: ({ indexName, vectorStore, queryText, model, queryFilter, topK, includeVectors, maxRetries, databaseConfig, }: VectorQuerySearchParams) => Promise<VectorQuerySearchResult>;
|
|
20
|
+
export declare const vectorQuerySearch: ({ indexName, vectorStore, queryText, model, queryFilter, topK, includeVectors, maxRetries, databaseConfig, providerOptions, }: VectorQuerySearchParams) => Promise<VectorQuerySearchResult>;
|
|
22
21
|
export {};
|
|
23
22
|
//# sourceMappingURL=vector-search.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../../src/utils/vector-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAqB,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../../src/utils/vector-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,oBAAoB,EAAE,WAAW,EAAqB,MAAM,qBAAqB,CAAC;AAE9G,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtE,KAAK,uBAAuB,GAAG;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,YAAY,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACpC,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,GAAG,eAAe,CAAC;AAEpB,UAAU,uBAAuB;IAC/B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAWD,eAAO,MAAM,iBAAiB,GAAU,+HAWrC,uBAAuB,KAAG,OAAO,CAAC,uBAAuB,CAiC3D,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,10 +1,14 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/rag",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.3-alpha.1",
|
|
4
4
|
"description": "",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
7
7
|
"types": "dist/index.d.ts",
|
|
8
|
+
"files": [
|
|
9
|
+
"dist",
|
|
10
|
+
"CHANGELOG.md"
|
|
11
|
+
],
|
|
8
12
|
"exports": {
|
|
9
13
|
".": {
|
|
10
14
|
"import": {
|
|
@@ -45,10 +49,10 @@
|
|
|
45
49
|
"tsup": "^8.5.0",
|
|
46
50
|
"typescript": "^5.8.3",
|
|
47
51
|
"vitest": "^3.2.4",
|
|
48
|
-
"zod": "^3.25.
|
|
49
|
-
"@internal/
|
|
50
|
-
"@mastra/core": "0.15.
|
|
51
|
-
"@internal/
|
|
52
|
+
"zod": "^3.25.76",
|
|
53
|
+
"@internal/types-builder": "0.0.9",
|
|
54
|
+
"@mastra/core": "0.15.3-alpha.5",
|
|
55
|
+
"@internal/lint": "0.0.34"
|
|
52
56
|
},
|
|
53
57
|
"keywords": [
|
|
54
58
|
"rag",
|
|
@@ -66,9 +70,18 @@
|
|
|
66
70
|
"llms",
|
|
67
71
|
"typescript"
|
|
68
72
|
],
|
|
73
|
+
"homepage": "https://mastra.ai",
|
|
74
|
+
"repository": {
|
|
75
|
+
"type": "git",
|
|
76
|
+
"url": "git+https://github.com/mastra-ai/mastra.git",
|
|
77
|
+
"directory": "packages/rag"
|
|
78
|
+
},
|
|
79
|
+
"bugs": {
|
|
80
|
+
"url": "https://github.com/mastra-ai/mastra/issues"
|
|
81
|
+
},
|
|
69
82
|
"scripts": {
|
|
70
83
|
"build": "tsup --silent --config tsup.config.ts",
|
|
71
|
-
"
|
|
84
|
+
"build:watch": "pnpm build --watch",
|
|
72
85
|
"vitest": "vitest",
|
|
73
86
|
"test": "vitest run",
|
|
74
87
|
"lint": "eslint ."
|
package/.turbo/turbo-build.log
DELETED
package/docker-compose.yaml
DELETED
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
services:
|
|
2
|
-
db:
|
|
3
|
-
image: pgvector/pgvector:pg16
|
|
4
|
-
container_name: 'rag-db'
|
|
5
|
-
ports:
|
|
6
|
-
- '5433:5432'
|
|
7
|
-
environment:
|
|
8
|
-
POSTGRES_USER: ${POSTGRES_USER:-postgres}
|
|
9
|
-
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-postgres}
|
|
10
|
-
POSTGRES_DB: ${POSTGRES_DB:-mastra}
|
|
11
|
-
volumes:
|
|
12
|
-
- pgdata:/var/lib/postgresql/data
|
|
13
|
-
qdrant:
|
|
14
|
-
image: qdrant/qdrant
|
|
15
|
-
ports:
|
|
16
|
-
- 6333:6333
|
|
17
|
-
chroma:
|
|
18
|
-
image: chromadb/chroma
|
|
19
|
-
ports:
|
|
20
|
-
- 8000:8000
|
|
21
|
-
volumes:
|
|
22
|
-
pgdata:
|