@mastra/rag 0.1.18 → 0.1.19-alpha.2

package/.turbo/turbo-build.log

@@ -1,23 +1,23 @@
 
-> @mastra/rag@0.1.18-alpha.6 build /home/runner/work/mastra/mastra/packages/rag
+> @mastra/rag@0.1.19-alpha.2 build /home/runner/work/mastra/mastra/packages/rag
 > tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake=smallest --splitting
 
 CLI Building entry: src/index.ts
 CLI Using tsconfig: tsconfig.json
 CLI tsup v8.4.0
 TSC Build start
-TSC ⚡️ Build success in 28378ms
+TSC ⚡️ Build success in 16624ms
 DTS Build start
 CLI Target: es2022
 Analysis will use the bundled TypeScript version 5.8.2
 Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.ts
 Analysis will use the bundled TypeScript version 5.8.2
 Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.cts
-DTS ⚡️ Build success in 37480ms
+DTS ⚡️ Build success in 15776ms
 CLI Cleaning output folder
 ESM Build start
 CJS Build start
 ESM dist/index.js 95.46 KB
-ESM ⚡️ Build success in 1766ms
+ESM ⚡️ Build success in 1904ms
 CJS dist/index.cjs 96.18 KB
-CJS ⚡️ Build success in 1766ms
+CJS ⚡️ Build success in 1903ms

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @mastra/rag
 
+## 0.1.19-alpha.2
+
+### Patch Changes
+
+- Updated dependencies [9ee4293]
+  - @mastra/core@0.8.4-alpha.2
+
+## 0.1.19-alpha.1
+
+### Patch Changes
+
+- Updated dependencies [8a8a73b]
+- Updated dependencies [6f92295]
+  - @mastra/core@0.8.4-alpha.1
+
+## 0.1.19-alpha.0
+
+### Patch Changes
+
+- Updated dependencies [03f3cd0]
+  - @mastra/core@0.8.4-alpha.0
+
 ## 0.1.18
 
 ### Patch Changes

package/dist/_tsup-dts-rollup.d.cts

@@ -1,5 +1,5 @@
 import { createTool } from '@mastra/core/tools';
-import { Document as Document_2 } from 'llamaindex';
+import { Document } from 'llamaindex';
 import type { EmbeddingModel } from 'ai';
 import type { KeywordExtractPrompt } from 'llamaindex';
 import type { LLM } from 'llamaindex';
@@ -205,24 +205,24 @@ export declare class HTMLHeaderTransformer {
     constructor(headersToSplitOn: [string, string][], returnEachElement?: boolean);
     splitText({ text }: {
         text: string;
-    }): Document_2[];
+    }): Document[];
     private getXPath;
     private getTextContent;
     private aggregateElementsToChunks;
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
 }
 
 export declare class HTMLSectionTransformer {
     private headersToSplitOn;
     private options;
     constructor(headersToSplitOn: [string, string][], options?: Record<string, any>);
-    splitText(text: string): Document_2[];
+    splitText(text: string): Document[];
     private getXPath;
     private splitHtmlByHeaders;
-    splitDocuments(documents: Document_2[]): Promise<Document_2[]>;
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    splitDocuments(documents: Document[]): Promise<Document[]>;
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
 }
 
 declare type KeywordExtractArgs = {
@@ -287,9 +287,9 @@ export declare class MarkdownHeaderTransformer {
     private aggregateLinesToChunks;
     splitText({ text }: {
         text: string;
-    }): Document_2[];
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    }): Document[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
 }
 
 export declare class MarkdownTransformer extends RecursiveCharacterTransformer {
@@ -327,8 +327,8 @@ declare class MDocument {
     chunkLatex(options?: ChunkOptions): Promise<void>;
     chunkToken(options?: ChunkOptions): Promise<void>;
     chunkMarkdown(options?: ChunkOptions): Promise<void>;
-    chunk(params?: ChunkParams): Promise<Document_2[]>;
-    getDocs(): Document_2[];
+    chunk(params?: ChunkParams): Promise<Document[]>;
+    getDocs(): Document[];
     getText(): string[];
     getMetadata(): Record<string, any>[];
 }
@@ -471,12 +471,12 @@ export declare class RecursiveJsonTransformer {
         convertLists?: boolean;
         ensureAscii?: boolean;
         metadatas?: Record<string, any>[];
-    }): Document_2[];
+    }): Document[];
     transformDocuments({ ensureAscii, documents, convertLists, }: {
         ensureAscii?: boolean;
         convertLists?: boolean;
-        documents: Document_2[];
-    }): Document_2[];
+        documents: Document[];
+    }): Document[];
 }
 
 declare function rerank(results: QueryResult[], query: string, model: MastraLanguageModel, options: RerankerFunctionOptions): Promise<RerankResult[]>;
@@ -545,7 +545,7 @@ export { SummaryExtractArgs as SummaryExtractArgs_alias_1 }
  */
 declare type SupportedEdgeType = 'semantic';
 
-export declare abstract class TextTransformer implements Transformer_2 {
+export declare abstract class TextTransformer implements Transformer {
     protected size: number;
     protected overlap: number;
     protected lengthFunction: (text: string) => number;
@@ -557,9 +557,9 @@ export declare abstract class TextTransformer implements Transformer_2 {
     abstract splitText({ text }: {
         text: string;
     }): string[];
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    splitDocuments(documents: Document_2[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    splitDocuments(documents: Document[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
     protected joinDocs(docs: string[], separator: string): string | null;
     protected mergeSplits(splits: string[], separator: string): string[];
 }
@@ -618,10 +618,9 @@ export { topKDescription }
 export { topKDescription as topKDescription_alias_1 }
 export { topKDescription as topKDescription_alias_2 }
 
-declare interface Transformer_2 {
-    transformDocuments(documents: Document_2[]): Document_2[];
+export declare interface Transformer {
+    transformDocuments(documents: Document[]): Document[];
 }
-export { Transformer_2 as Transformer }
 
 declare const UPSTASH_PROMPT = "When querying Upstash Vector, you can ONLY use the operators listed below. Any other operators will be rejected.\nImportant: Don't explain how to construct the filter - use the specified operators and fields to search the content and return relevant results.\nIf a user tries to give an explicit operator that is not supported, reject the filter entirely and let them know that the operator is not supported.\n\nBasic Comparison Operators:\n- $eq: Exact match (default when using field: value)\n  Example: { \"category\": \"electronics\" } or { \"category\": { \"$eq\": \"electronics\" } }\n- $ne: Not equal\n  Example: { \"category\": { \"$ne\": \"electronics\" } }\n- $gt: Greater than\n  Example: { \"price\": { \"$gt\": 100 } }\n- $gte: Greater than or equal\n  Example: { \"price\": { \"$gte\": 100 } }\n- $lt: Less than\n  Example: { \"price\": { \"$lt\": 100 } }\n- $lte: Less than or equal\n  Example: { \"price\": { \"$lte\": 100 } }\n\nArray Operators:\n- $in: Match any value in array\n  Example: { \"category\": { \"$in\": [\"electronics\", \"books\"] } }\n- $nin: Does not match any value in array\n  Example: { \"category\": { \"$nin\": [\"electronics\", \"books\"] } }\n- $all: Matches all values in array\n  Example: { \"tags\": { \"$all\": [\"premium\", \"new\"] } }\n\nLogical Operators:\n- $and: Logical AND (implicit when using multiple conditions)\n  Example: { \"$and\": [{ \"price\": { \"$gt\": 100 } }, { \"category\": \"electronics\" }] }\n- $or: Logical OR\n  Example: { \"$or\": [{ \"price\": { \"$lt\": 50 } }, { \"category\": \"books\" }] }\n- $not: Logical NOT\n  Example: { \"$not\": { \"category\": \"electronics\" } }\n- $nor: Logical NOR\n  Example: { \"$nor\": [{ \"price\": { \"$lt\": 50 } }, { \"category\": \"books\" }] }\n\nElement Operators:\n- $exists: Check if field exists\n  Example: { \"rating\": { \"$exists\": true } }\n\nSpecial Operators:\n- $regex: Pattern matching using glob syntax (only as operator, not direct RegExp)\n  Example: { \"name\": { \"$regex\": \"iphone*\" } }\n- $contains: Check if array/string contains value\n  Example: { \"tags\": { \"$contains\": \"premium\" } }\n\nRestrictions:\n- Null/undefined values are not supported in any operator\n- Empty arrays are only supported in $in/$nin operators\n- Direct RegExp patterns are not supported, use $regex with glob syntax\n- Nested fields are supported using dot notation\n- Multiple conditions on same field are combined with AND\n- String values with quotes are automatically escaped\n- Only logical operators ($and, $or, $not, $nor) can be used at the top level\n- All other operators must be used within a field condition\n  Valid: { \"field\": { \"$gt\": 100 } }\n  Valid: { \"$and\": [...] }\n  Invalid: { \"$gt\": 100 }\n- $regex uses glob syntax (*, ?) not standard regex patterns\n- $contains works on both arrays and string fields\n- Logical operators must contain field conditions, not direct operators\n  Valid: { \"$and\": [{ \"field\": { \"$gt\": 100 } }] }\n  Invalid: { \"$and\": [{ \"$gt\": 100 }] }\n- $not operator:\n  - Must be an object\n  - Cannot be empty\n  - Can be used at field level or top level\n  - Valid: { \"$not\": { \"field\": \"value\" } }\n  - Valid: { \"field\": { \"$not\": { \"$eq\": \"value\" } } }\n- Other logical operators ($and, $or, $nor):\n  - Can only be used at top level or nested within other logical operators\n  - Can not be used on a field level, or be nested inside a field\n  - Can not be used inside an operator\n  - Valid: { \"$and\": [{ \"field\": { \"$gt\": 100 } }] }\n  - Valid: { \"$or\": [{ \"$and\": [{ \"field\": { \"$gt\": 100 } }] }] }\n  - Invalid: { \"field\": { \"$and\": [{ \"$gt\": 100 }] } }\n  - Invalid: { \"field\": { \"$or\": [{ \"$gt\": 100 }] } }\n  - Invalid: { \"field\": { \"$gt\": { \"$and\": [{...}] } } }\nExample Complex Query:\n{\n  \"$and\": [\n    { \"category\": { \"$in\": [\"electronics\", \"computers\"] } },\n    { \"price\": { \"$gt\": 100, \"$lt\": 1000 } },\n    { \"tags\": { \"$all\": [\"premium\", \"new\"] } },\n    { \"name\": { \"$regex\": \"iphone*\" } },\n    { \"description\": { \"$contains\": \"latest\" } },\n    { \"$or\": [\n      { \"brand\": \"Apple\" },\n      { \"rating\": { \"$gte\": 4.5 } }\n    ]}\n  ]\n}";
 export { UPSTASH_PROMPT }

package/dist/_tsup-dts-rollup.d.ts

@@ -1,5 +1,5 @@
 import { createTool } from '@mastra/core/tools';
-import { Document as Document_2 } from 'llamaindex';
+import { Document } from 'llamaindex';
 import type { EmbeddingModel } from 'ai';
 import type { KeywordExtractPrompt } from 'llamaindex';
 import type { LLM } from 'llamaindex';
@@ -205,24 +205,24 @@ export declare class HTMLHeaderTransformer {
     constructor(headersToSplitOn: [string, string][], returnEachElement?: boolean);
     splitText({ text }: {
         text: string;
-    }): Document_2[];
+    }): Document[];
     private getXPath;
     private getTextContent;
     private aggregateElementsToChunks;
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
 }
 
 export declare class HTMLSectionTransformer {
     private headersToSplitOn;
     private options;
     constructor(headersToSplitOn: [string, string][], options?: Record<string, any>);
-    splitText(text: string): Document_2[];
+    splitText(text: string): Document[];
     private getXPath;
     private splitHtmlByHeaders;
-    splitDocuments(documents: Document_2[]): Promise<Document_2[]>;
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    splitDocuments(documents: Document[]): Promise<Document[]>;
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
 }
 
 declare type KeywordExtractArgs = {
@@ -287,9 +287,9 @@ export declare class MarkdownHeaderTransformer {
     private aggregateLinesToChunks;
     splitText({ text }: {
         text: string;
-    }): Document_2[];
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    }): Document[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
 }
 
 export declare class MarkdownTransformer extends RecursiveCharacterTransformer {
@@ -327,8 +327,8 @@ declare class MDocument {
     chunkLatex(options?: ChunkOptions): Promise<void>;
     chunkToken(options?: ChunkOptions): Promise<void>;
     chunkMarkdown(options?: ChunkOptions): Promise<void>;
-    chunk(params?: ChunkParams): Promise<Document_2[]>;
-    getDocs(): Document_2[];
+    chunk(params?: ChunkParams): Promise<Document[]>;
+    getDocs(): Document[];
     getText(): string[];
     getMetadata(): Record<string, any>[];
 }
@@ -471,12 +471,12 @@ export declare class RecursiveJsonTransformer {
         convertLists?: boolean;
         ensureAscii?: boolean;
         metadatas?: Record<string, any>[];
-    }): Document_2[];
+    }): Document[];
     transformDocuments({ ensureAscii, documents, convertLists, }: {
         ensureAscii?: boolean;
         convertLists?: boolean;
-        documents: Document_2[];
-    }): Document_2[];
+        documents: Document[];
+    }): Document[];
 }
 
 declare function rerank(results: QueryResult[], query: string, model: MastraLanguageModel, options: RerankerFunctionOptions): Promise<RerankResult[]>;
@@ -545,7 +545,7 @@ export { SummaryExtractArgs as SummaryExtractArgs_alias_1 }
  */
 declare type SupportedEdgeType = 'semantic';
 
-export declare abstract class TextTransformer implements Transformer_2 {
+export declare abstract class TextTransformer implements Transformer {
     protected size: number;
     protected overlap: number;
     protected lengthFunction: (text: string) => number;
@@ -557,9 +557,9 @@ export declare abstract class TextTransformer implements Transformer_2 {
     abstract splitText({ text }: {
         text: string;
     }): string[];
-    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document_2[];
-    splitDocuments(documents: Document_2[]): Document_2[];
-    transformDocuments(documents: Document_2[]): Document_2[];
+    createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
+    splitDocuments(documents: Document[]): Document[];
+    transformDocuments(documents: Document[]): Document[];
     protected joinDocs(docs: string[], separator: string): string | null;
     protected mergeSplits(splits: string[], separator: string): string[];
 }
@@ -618,10 +618,9 @@ export { topKDescription }
 export { topKDescription as topKDescription_alias_1 }
 export { topKDescription as topKDescription_alias_2 }
 
-declare interface Transformer_2 {
-    transformDocuments(documents: Document_2[]): Document_2[];
+export declare interface Transformer {
+    transformDocuments(documents: Document[]): Document[];
 }
-export { Transformer_2 as Transformer }
 
 declare const UPSTASH_PROMPT = "When querying Upstash Vector, you can ONLY use the operators listed below. Any other operators will be rejected.\nImportant: Don't explain how to construct the filter - use the specified operators and fields to search the content and return relevant results.\nIf a user tries to give an explicit operator that is not supported, reject the filter entirely and let them know that the operator is not supported.\n\nBasic Comparison Operators:\n- $eq: Exact match (default when using field: value)\n  Example: { \"category\": \"electronics\" } or { \"category\": { \"$eq\": \"electronics\" } }\n- $ne: Not equal\n  Example: { \"category\": { \"$ne\": \"electronics\" } }\n- $gt: Greater than\n  Example: { \"price\": { \"$gt\": 100 } }\n- $gte: Greater than or equal\n  Example: { \"price\": { \"$gte\": 100 } }\n- $lt: Less than\n  Example: { \"price\": { \"$lt\": 100 } }\n- $lte: Less than or equal\n  Example: { \"price\": { \"$lte\": 100 } }\n\nArray Operators:\n- $in: Match any value in array\n  Example: { \"category\": { \"$in\": [\"electronics\", \"books\"] } }\n- $nin: Does not match any value in array\n  Example: { \"category\": { \"$nin\": [\"electronics\", \"books\"] } }\n- $all: Matches all values in array\n  Example: { \"tags\": { \"$all\": [\"premium\", \"new\"] } }\n\nLogical Operators:\n- $and: Logical AND (implicit when using multiple conditions)\n  Example: { \"$and\": [{ \"price\": { \"$gt\": 100 } }, { \"category\": \"electronics\" }] }\n- $or: Logical OR\n  Example: { \"$or\": [{ \"price\": { \"$lt\": 50 } }, { \"category\": \"books\" }] }\n- $not: Logical NOT\n  Example: { \"$not\": { \"category\": \"electronics\" } }\n- $nor: Logical NOR\n  Example: { \"$nor\": [{ \"price\": { \"$lt\": 50 } }, { \"category\": \"books\" }] }\n\nElement Operators:\n- $exists: Check if field exists\n  Example: { \"rating\": { \"$exists\": true } }\n\nSpecial Operators:\n- $regex: Pattern matching using glob syntax (only as operator, not direct RegExp)\n  Example: { \"name\": { \"$regex\": \"iphone*\" } }\n- $contains: Check if array/string contains value\n  Example: { \"tags\": { \"$contains\": \"premium\" } }\n\nRestrictions:\n- Null/undefined values are not supported in any operator\n- Empty arrays are only supported in $in/$nin operators\n- Direct RegExp patterns are not supported, use $regex with glob syntax\n- Nested fields are supported using dot notation\n- Multiple conditions on same field are combined with AND\n- String values with quotes are automatically escaped\n- Only logical operators ($and, $or, $not, $nor) can be used at the top level\n- All other operators must be used within a field condition\n  Valid: { \"field\": { \"$gt\": 100 } }\n  Valid: { \"$and\": [...] }\n  Invalid: { \"$gt\": 100 }\n- $regex uses glob syntax (*, ?) not standard regex patterns\n- $contains works on both arrays and string fields\n- Logical operators must contain field conditions, not direct operators\n  Valid: { \"$and\": [{ \"field\": { \"$gt\": 100 } }] }\n  Invalid: { \"$and\": [{ \"$gt\": 100 }] }\n- $not operator:\n  - Must be an object\n  - Cannot be empty\n  - Can be used at field level or top level\n  - Valid: { \"$not\": { \"field\": \"value\" } }\n  - Valid: { \"field\": { \"$not\": { \"$eq\": \"value\" } } }\n- Other logical operators ($and, $or, $nor):\n  - Can only be used at top level or nested within other logical operators\n  - Can not be used on a field level, or be nested inside a field\n  - Can not be used inside an operator\n  - Valid: { \"$and\": [{ \"field\": { \"$gt\": 100 } }] }\n  - Valid: { \"$or\": [{ \"$and\": [{ \"field\": { \"$gt\": 100 } }] }] }\n  - Invalid: { \"field\": { \"$and\": [{ \"$gt\": 100 }] } }\n  - Invalid: { \"field\": { \"$or\": [{ \"$gt\": 100 }] } }\n  - Invalid: { \"field\": { \"$gt\": { \"$and\": [{...}] } } }\nExample Complex Query:\n{\n  \"$and\": [\n    { \"category\": { \"$in\": [\"electronics\", \"computers\"] } },\n    { \"price\": { \"$gt\": 100, \"$lt\": 1000 } },\n    { \"tags\": { \"$all\": [\"premium\", \"new\"] } },\n    { \"name\": { \"$regex\": \"iphone*\" } },\n    { \"description\": { \"$contains\": \"latest\" } },\n    { \"$or\": [\n      { \"brand\": \"Apple\" },\n      { \"rating\": { \"$gte\": 4.5 } }\n    ]}\n  ]\n}";
 export { UPSTASH_PROMPT }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/rag",
-  "version": "0.1.18",
+  "version": "0.1.19-alpha.2",
   "description": "",
   "type": "module",
   "main": "dist/index.js",
@@ -21,15 +21,15 @@
   "author": "",
   "license": "Elastic-2.0",
   "dependencies": {
-    "@llamaindex/core": "^0.4.23",
+    "@llamaindex/core": "^0.6.2",
     "@llamaindex/env": "^0.1.29",
     "@paralleldrive/cuid2": "^2.2.2",
     "js-tiktoken": "^1.0.19",
-    "llamaindex": "^0.8.37",
+    "llamaindex": "^0.9.17",
     "node-html-better-parser": "^1.4.7",
     "pathe": "^2.0.3",
     "zod": "^3.24.2",
-    "@mastra/core": "^0.8.3"
+    "@mastra/core": "^0.8.4-alpha.2"
   },
   "peerDependencies": {
     "ai": "^4.0.0"