@mastra/rag 1.2.3-alpha.0 → 1.2.3-alpha.1

package/src/tools/vector-query.test.ts

@@ -1,477 +0,0 @@
-import { RuntimeContext } from '@mastra/core/runtime-context';
-import { describe, it, expect, vi, beforeEach } from 'vitest';
-import { rerank } from '../rerank';
-import { vectorQuerySearch } from '../utils';
-import { createVectorQueryTool } from './vector-query';
-
-vi.mock('../utils', async importOriginal => {
-  const actual: any = await importOriginal();
-  return {
-    ...actual,
-    vectorQuerySearch: vi.fn().mockResolvedValue({ results: [{ metadata: { text: 'foo' }, vector: [1, 2, 3] }] }),
-  };
-});
-
-vi.mock('../rerank', async importOriginal => {
-  const actual: any = await importOriginal();
-  return {
-    ...actual,
-    rerank: vi
-      .fn()
-      .mockResolvedValue([
-        { result: { id: '1', metadata: { text: 'bar' }, score: 1, details: { semantic: 1, vector: 1, position: 1 } } },
-      ]),
-  };
-});
-
-describe('createVectorQueryTool', () => {
-  const mockModel = { name: 'test-model' } as any;
-  const mockMastra = {
-    vectors: {
-      testStore: {
-        // Mock vector store methods
-      },
-      anotherStore: {
-        // Mock vector store methods
-      },
-    },
-    getVector: vi.fn(storeName => ({
-      [storeName]: {
-        // Mock vector store methods
-      },
-    })),
-    logger: {
-      debug: vi.fn(),
-      warn: vi.fn(),
-      info: vi.fn(),
-      error: vi.fn(),
-    },
-    getLogger: vi.fn(() => ({
-      debug: vi.fn(),
-      warn: vi.fn(),
-      info: vi.fn(),
-      error: vi.fn(),
-    })),
-  };
-
-  beforeEach(() => {
-    vi.clearAllMocks();
-  });
-
-  describe('input schema validation', () => {
-    it('should handle filter permissively when enableFilter is false', () => {
-      // Create tool with enableFilter set to false
-      const tool = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: false,
-      });
-
-      // Get the Zod schema
-      const schema = tool.inputSchema;
-
-      // Test with no filter (should be valid)
-      const validInput = {
-        queryText: 'test query',
-        topK: 5,
-      };
-      expect(() => schema?.parse(validInput)).not.toThrow();
-
-      // Test with filter (should throw - unexpected property)
-      const inputWithFilter = {
-        ...validInput,
-        filter: '{"field": "value"}',
-      };
-      expect(() => schema?.parse(inputWithFilter)).not.toThrow();
-    });
-
-    it('should handle filter when enableFilter is true', () => {
-      const tool = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: true,
-      });
-
-      // Get the Zod schema
-      const schema = tool.inputSchema;
-
-      // Test various filter inputs that should coerce to string
-      const testCases = [
-        // String inputs
-        { filter: '{"field": "value"}' },
-        { filter: '{}' },
-        { filter: 'simple-string' },
-        // Empty
-        { filter: '' },
-        { filter: { field: 'value' } },
-        { filter: {} },
-        { filter: 123 },
-        { filter: null },
-        { filter: undefined },
-      ];
-
-      testCases.forEach(({ filter }) => {
-        expect(() =>
-          schema?.parse({
-            queryText: 'test query',
-            topK: 5,
-            filter,
-          }),
-        ).not.toThrow();
-      });
-
-      // Verify that all parsed values are strings
-      testCases.forEach(({ filter }) => {
-        const result = schema?.parse({
-          queryText: 'test query',
-          topK: 5,
-          filter,
-        });
-        expect(typeof result?.filter).toBe('string');
-      });
-    });
-
-    it('should not reject unexpected properties in both modes', () => {
-      // Test with enableFilter false
-      const toolWithoutFilter = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: false,
-      });
-
-      // Should reject unexpected property
-      expect(() =>
-        toolWithoutFilter.inputSchema?.parse({
-          queryText: 'test query',
-          topK: 5,
-          unexpectedProp: 'value',
-        }),
-      ).not.toThrow();
-
-      // Test with enableFilter true
-      const toolWithFilter = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: true,
-      });
-
-      // Should reject unexpected property even with valid filter
-      expect(() =>
-        toolWithFilter.inputSchema?.parse({
-          queryText: 'test query',
-          topK: 5,
-          filter: '{}',
-          unexpectedProp: 'value',
-        }),
-      ).not.toThrow();
-    });
-  });
-
-  describe('execute function', () => {
-    it('should not process filter when enableFilter is false', async () => {
-      const runtimeContext = new RuntimeContext();
-
-      // Create tool with enableFilter set to false
-      const tool = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: false,
-      });
-
-      // Execute with no filter
-      await tool.execute?.({
-        context: {
-          queryText: 'test query',
-          topK: 5,
-        },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-
-      // Check that vectorQuerySearch was called with undefined queryFilter
-      expect(vectorQuerySearch).toHaveBeenCalledWith(
-        expect.objectContaining({
-          queryFilter: undefined,
-        }),
-      );
-    });
-
-    it('should process filter when enableFilter is true and filter is provided', async () => {
-      const runtimeContext = new RuntimeContext();
-      // Create tool with enableFilter set to true
-      const tool = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: true,
-      });
-
-      const filterJson = '{"field": "value"}';
-
-      // Execute with filter
-      await tool.execute?.({
-        context: {
-          queryText: 'test query',
-          topK: 5,
-          filter: filterJson,
-        },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-
-      // Check that vectorQuerySearch was called with the parsed filter
-      expect(vectorQuerySearch).toHaveBeenCalledWith(
-        expect.objectContaining({
-          queryFilter: { field: 'value' },
-        }),
-      );
-    });
-
-    it('should handle string filters correctly', async () => {
-      const runtimeContext = new RuntimeContext();
-      // Create tool with enableFilter set to true
-      const tool = createVectorQueryTool({
-        vectorStoreName: 'testStore',
-        indexName: 'testIndex',
-        model: mockModel,
-        enableFilter: true,
-      });
-
-      const stringFilter = 'string-filter';
-
-      // Execute with string filter
-      await tool.execute?.({
-        context: {
-          queryText: 'test query',
-          topK: 5,
-          filter: stringFilter,
-        },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-
-      // Since this is not a valid filter, it should be ignored
-      expect(vectorQuerySearch).toHaveBeenCalledWith(
-        expect.objectContaining({
-          queryFilter: undefined,
-        }),
-      );
-    });
-
-    it('Returns early when no Mastra server or vector store is provided', async () => {
-      const tool = createVectorQueryTool({
-        id: 'test',
-        model: mockModel,
-        indexName: 'testIndex',
-        vectorStoreName: 'testStore',
-      });
-
-      const runtimeContext = new RuntimeContext();
-      const result = await tool.execute({
-        context: { queryText: 'foo', topK: 1 },
-        runtimeContext,
-      });
-
-      expect(result).toEqual({ relevantContext: [], sources: [] });
-      expect(vectorQuerySearch).not.toHaveBeenCalled();
-    });
-
-    it('works without a mastra server if a vector store is passed as an argument', async () => {
-      const testStore = {
-        testStore: {},
-      };
-      const tool = createVectorQueryTool({
-        id: 'test',
-        model: mockModel,
-        indexName: 'testIndex',
-        vectorStoreName: 'testStore',
-        vectorStore: testStore as any,
-      });
-
-      const runtimeContext = new RuntimeContext();
-      const result = await tool.execute({
-        context: { queryText: 'foo', topK: 1 },
-        runtimeContext,
-      });
-
-      expect(result.relevantContext[0]).toEqual({ text: 'foo' });
-      expect(vectorQuerySearch).toHaveBeenCalledWith(
-        expect.objectContaining({
-          databaseConfig: undefined,
-          indexName: 'testIndex',
-          vectorStore: {
-            testStore: {},
-          },
-          queryText: 'foo',
-          model: mockModel,
-          queryFilter: undefined,
-          topK: 1,
-        }),
-      );
-    });
-
-    it('prefers the passed vector store over one from a passed Mastra server', async () => {
-      const thirdStore = {
-        thirdStore: {},
-      };
-      const tool = createVectorQueryTool({
-        id: 'test',
-        model: mockModel,
-        indexName: 'testIndex',
-        vectorStoreName: 'thirdStore',
-        vectorStore: thirdStore as any,
-      });
-
-      const runtimeContext = new RuntimeContext();
-      const result = await tool.execute({
-        context: { queryText: 'foo', topK: 1 },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-
-      expect(result.relevantContext[0]).toEqual({ text: 'foo' });
-      expect(vectorQuerySearch).toHaveBeenCalledWith(
-        expect.objectContaining({
-          databaseConfig: undefined,
-          indexName: 'testIndex',
-          vectorStore: {
-            thirdStore: {},
-          },
-          queryText: 'foo',
-          model: mockModel,
-          queryFilter: undefined,
-          topK: 1,
-        }),
-      );
-    });
-  });
-
-  describe('runtimeContext', () => {
-    it('calls vectorQuerySearch with runtimeContext params', async () => {
-      const tool = createVectorQueryTool({
-        id: 'test',
-        model: mockModel,
-        indexName: 'testIndex',
-        vectorStoreName: 'testStore',
-      });
-      const runtimeContext = new RuntimeContext();
-      runtimeContext.set('indexName', 'anotherIndex');
-      runtimeContext.set('vectorStoreName', 'anotherStore');
-      runtimeContext.set('topK', 3);
-      runtimeContext.set('filter', { foo: 'bar' });
-      runtimeContext.set('includeVectors', true);
-      runtimeContext.set('includeSources', false);
-      const result = await tool.execute({
-        context: { queryText: 'foo', topK: 6 },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-      expect(result.relevantContext.length).toBeGreaterThan(0);
-      expect(result.sources).toEqual([]); // includeSources false
-      expect(vectorQuerySearch).toHaveBeenCalledWith(
-        expect.objectContaining({
-          indexName: 'anotherIndex',
-          vectorStore: {
-            anotherStore: {},
-          },
-          queryText: 'foo',
-          model: mockModel,
-          queryFilter: { foo: 'bar' },
-          topK: 3,
-          includeVectors: true,
-        }),
-      );
-    });
-
-    it('handles reranker from runtimeContext', async () => {
-      const tool = createVectorQueryTool({
-        id: 'test',
-        model: mockModel,
-        indexName: 'testIndex',
-        vectorStoreName: 'testStore',
-      });
-      const runtimeContext = new RuntimeContext();
-      runtimeContext.set('indexName', 'testIndex');
-      runtimeContext.set('vectorStoreName', 'testStore');
-      runtimeContext.set('reranker', { model: 'reranker-model', options: { topK: 1 } });
-      // Mock rerank
-      vi.mocked(rerank).mockResolvedValue([
-        {
-          result: { id: '1', metadata: { text: 'bar' }, score: 1 },
-          score: 1,
-          details: { semantic: 1, vector: 1, position: 1 },
-        },
-      ]);
-      const result = await tool.execute({
-        context: { queryText: 'foo', topK: 1 },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-      expect(result.relevantContext[0]).toEqual({ text: 'bar' });
-    });
-  });
-
-  describe('providerOptions', () => {
-    it('should pass providerOptions to vectorQuerySearch', async () => {
-      const tool = createVectorQueryTool({
-        indexName: 'testIndex',
-        model: mockModel,
-        vectorStoreName: 'testStore',
-        providerOptions: { google: { outputDimensionality: 1536 } },
-      });
-
-      await tool.execute({
-        context: { queryText: 'foo', topK: 10 },
-        mastra: mockMastra as any,
-        runtimeContext: new RuntimeContext(),
-      });
-
-      expect(vectorQuerySearch).toHaveBeenCalledWith({
-        indexName: 'testIndex',
-        vectorStore: { testStore: {} },
-        queryText: 'foo',
-        model: mockModel,
-        queryFilter: undefined,
-        topK: 10,
-        includeVectors: false,
-        databaseConfig: undefined,
-        providerOptions: { google: { outputDimensionality: 1536 } },
-      });
-    });
-
-    it('should allow providerOptions override via runtimeContext', async () => {
-      const tool = createVectorQueryTool({
-        indexName: 'testIndex',
-        model: mockModel,
-        vectorStoreName: 'testStore',
-        providerOptions: { google: { outputDimensionality: 1536 } },
-      });
-
-      const runtimeContext = new RuntimeContext();
-      runtimeContext.set('providerOptions', { google: { outputDimensionality: 768 } });
-
-      await tool.execute({
-        context: { queryText: 'foo', topK: 10 },
-        mastra: mockMastra as any,
-        runtimeContext,
-      });
-
-      expect(vectorQuerySearch).toHaveBeenCalledWith({
-        indexName: 'testIndex',
-        vectorStore: { testStore: {} },
-        queryText: 'foo',
-        model: mockModel,
-        queryFilter: undefined,
-        topK: 10,
-        includeVectors: false,
-        databaseConfig: undefined,
-        providerOptions: { google: { outputDimensionality: 768 } },
-      });
-    });
-  });
-});

package/src/tools/vector-query.ts

@@ -1,171 +0,0 @@
-import { createTool } from '@mastra/core/tools';
-import type { MastraVector, MastraEmbeddingModel } from '@mastra/core/vector';
-import { z } from 'zod';
-
-import { rerank, rerankWithScorer } from '../rerank';
-import type { RerankConfig, RerankResult } from '../rerank';
-import { vectorQuerySearch, defaultVectorQueryDescription, filterSchema, outputSchema, baseSchema } from '../utils';
-import type { RagTool } from '../utils';
-import { convertToSources } from '../utils/convert-sources';
-import type { VectorQueryToolOptions } from './types';
-
-export const createVectorQueryTool = (options: VectorQueryToolOptions) => {
-  const { id, description } = options;
-  const storeName = options['vectorStoreName'] ? options.vectorStoreName : 'DirectVectorStore';
-
-  const toolId = id || `VectorQuery ${storeName} ${options.indexName} Tool`;
-  const toolDescription = description || defaultVectorQueryDescription();
-  const inputSchema = options.enableFilter ? filterSchema : z.object(baseSchema).passthrough();
-
-  return createTool({
-    id: toolId,
-    description: toolDescription,
-    inputSchema,
-    outputSchema,
-    execute: async ({ context, mastra, runtimeContext }) => {
-      const indexName: string = runtimeContext.get('indexName') ?? options.indexName;
-      const vectorStoreName: string =
-        'vectorStore' in options ? storeName : (runtimeContext.get('vectorStoreName') ?? storeName);
-      const includeVectors: boolean = runtimeContext.get('includeVectors') ?? options.includeVectors ?? false;
-      const includeSources: boolean = runtimeContext.get('includeSources') ?? options.includeSources ?? true;
-      const reranker: RerankConfig = runtimeContext.get('reranker') ?? options.reranker;
-      const databaseConfig = runtimeContext.get('databaseConfig') ?? options.databaseConfig;
-      const model: MastraEmbeddingModel<string> = runtimeContext.get('model') ?? options.model;
-      const providerOptions: Record<string, Record<string, any>> | undefined =
-        runtimeContext.get('providerOptions') ?? options.providerOptions;
-
-      if (!indexName) throw new Error(`indexName is required, got: ${indexName}`);
-      if (!vectorStoreName) throw new Error(`vectorStoreName is required, got: ${vectorStoreName}`); // won't fire
-
-      const topK: number = runtimeContext.get('topK') ?? context.topK ?? 10;
-      const filter: Record<string, any> = runtimeContext.get('filter') ?? context.filter;
-      const queryText = context.queryText;
-      const enableFilter = !!runtimeContext.get('filter') || (options.enableFilter ?? false);
-
-      const logger = mastra?.getLogger();
-      if (!logger) {
-        console.warn(
-          '[VectorQueryTool] Logger not initialized: no debug or error logs will be recorded for this tool execution.',
-        );
-      }
-      if (logger) {
-        logger.debug('[VectorQueryTool] execute called with:', { queryText, topK, filter, databaseConfig });
-      }
-      try {
-        const topKValue =
-          typeof topK === 'number' && !isNaN(topK)
-            ? topK
-            : typeof topK === 'string' && !isNaN(Number(topK))
-              ? Number(topK)
-              : 10;
-
-        let vectorStore: MastraVector | undefined = undefined;
-        if ('vectorStore' in options) {
-          vectorStore = options.vectorStore;
-        } else if (mastra) {
-          vectorStore = mastra.getVector(vectorStoreName);
-        }
-        if (!vectorStore) {
-          if (logger) {
-            logger.error('Vector store not found', { vectorStoreName });
-          }
-          return { relevantContext: [], sources: [] };
-        }
-        // Get relevant chunks from the vector database
-        let queryFilter = {};
-        if (enableFilter && filter) {
-          queryFilter = (() => {
-            try {
-              return typeof filter === 'string' ? JSON.parse(filter) : filter;
-            } catch (error) {
-              // Log the error and use empty object
-              if (logger) {
-                logger.warn('Failed to parse filter as JSON, using empty filter', { filter, error });
-              }
-              return {};
-            }
-          })();
-        }
-        if (logger) {
-          logger.debug('Prepared vector query parameters', { queryText, topK: topKValue, queryFilter, databaseConfig });
-        }
-
-        const { results } = await vectorQuerySearch({
-          indexName,
-          vectorStore,
-          queryText,
-          model,
-          queryFilter: Object.keys(queryFilter || {}).length > 0 ? queryFilter : undefined,
-          topK: topKValue,
-          includeVectors,
-          databaseConfig,
-          providerOptions,
-        });
-        if (logger) {
-          logger.debug('vectorQuerySearch returned results', { count: results.length });
-        }
-
-        if (reranker) {
-          if (logger) {
-            logger.debug('Reranking results', { rerankerModel: reranker.model, rerankerOptions: reranker.options });
-          }
-
-          let rerankedResults: RerankResult[] = [];
-
-          if (typeof reranker?.model === 'object' && 'getRelevanceScore' in reranker?.model) {
-            rerankedResults = await rerankWithScorer({
-              results,
-              query: queryText,
-              scorer: reranker.model,
-              options: {
-                ...reranker.options,
-                topK: reranker.options?.topK || topKValue,
-              },
-            });
-          } else {
-            rerankedResults = await rerank(results, queryText, reranker.model, {
-              ...reranker.options,
-              topK: reranker.options?.topK || topKValue,
-            });
-          }
-
-          if (logger) {
-            logger.debug('Reranking complete', { rerankedCount: rerankedResults.length });
-          }
-
-          const relevantChunks = rerankedResults.map(({ result }) => result?.metadata);
-
-          if (logger) {
-            logger.debug('Returning reranked relevant context chunks', { count: relevantChunks.length });
-          }
-
-          const sources = includeSources ? convertToSources(rerankedResults) : [];
-
-          return { relevantContext: relevantChunks, sources };
-        }
-
-        const relevantChunks = results.map(result => result?.metadata);
-
-        if (logger) {
-          logger.debug('Returning relevant context chunks', { count: relevantChunks.length });
-        }
-        // `sources` exposes the full retrieval objects
-        const sources = includeSources ? convertToSources(results) : [];
-        return {
-          relevantContext: relevantChunks,
-          sources,
-        };
-      } catch (err) {
-        if (logger) {
-          logger.error('Unexpected error in VectorQueryTool execute', {
-            error: err,
-            errorMessage: err instanceof Error ? err.message : String(err),
-            errorStack: err instanceof Error ? err.stack : undefined,
-          });
-        }
-        return { relevantContext: [], sources: [] };
-      }
-    },
-    // Use any for output schema as the structure of the output causes type inference issues
-  }) as RagTool<typeof inputSchema, any>;
-};

package/src/utils/convert-sources.ts

@@ -1,43 +0,0 @@
-import type { QueryResult } from '@mastra/core/vector';
-import type { RankedNode } from '../graph-rag';
-import type { RerankResult } from '../rerank';
-
-type SourceInput = QueryResult | RankedNode | RerankResult;
-
-/**
- * Convert an array of source inputs (QueryResult, RankedNode, or RerankResult) to an array of sources.
- * @param results Array of source inputs to convert.
- * @returns Array of sources.
- */
-export const convertToSources = (results: SourceInput[]) => {
-  return results.map(result => {
-    // RankedNode
-    if ('content' in result) {
-      return {
-        id: result.id,
-        vector: result.embedding || [],
-        score: result.score,
-        metadata: result.metadata,
-        document: result.content || '',
-      };
-    }
-    // RerankResult
-    if ('result' in result) {
-      return {
-        id: result.result.id,
-        vector: result.result.vector || [],
-        score: result.score,
-        metadata: result.result.metadata,
-        document: result.result.document || '',
-      };
-    }
-    // QueryResult
-    return {
-      id: result.id,
-      vector: result.vector || [],
-      score: result.score,
-      metadata: result.metadata,
-      document: result.document || '',
-    };
-  });
-};