@mastra/lance 0.0.0-memory-system-message-error-20250813233316 → 0.0.0-message-file-url-handling-fix-20250904234524

package/src/storage/domains/workflows/index.ts

@@ -1,207 +0,0 @@
-import type { Connection } from '@lancedb/lancedb';
-import type { WorkflowRun, WorkflowRunState, WorkflowRuns } from '@mastra/core';
-import { ErrorCategory, ErrorDomain, MastraError } from '@mastra/core/error';
-import { ensureDate, TABLE_WORKFLOW_SNAPSHOT, WorkflowsStorage } from '@mastra/core/storage';
-
-function parseWorkflowRun(row: any): WorkflowRun {
-  let parsedSnapshot: WorkflowRunState | string = row.snapshot;
-  if (typeof parsedSnapshot === 'string') {
-    try {
-      parsedSnapshot = JSON.parse(row.snapshot as string) as WorkflowRunState;
-    } catch (e) {
-      // If parsing fails, return the raw snapshot string
-      console.warn(`Failed to parse snapshot for workflow ${row.workflow_name}: ${e}`);
-    }
-  }
-
-  return {
-    workflowName: row.workflow_name,
-    runId: row.run_id,
-    snapshot: parsedSnapshot,
-    createdAt: ensureDate(row.createdAt)!,
-    updatedAt: ensureDate(row.updatedAt)!,
-    resourceId: row.resourceId,
-  };
-}
-
-export class StoreWorkflowsLance extends WorkflowsStorage {
-  client: Connection;
-  constructor({ client }: { client: Connection }) {
-    super();
-    this.client = client;
-  }
-
-  async persistWorkflowSnapshot({
-    workflowName,
-    runId,
-    snapshot,
-  }: {
-    workflowName: string;
-    runId: string;
-    snapshot: WorkflowRunState;
-  }): Promise<void> {
-    try {
-      const table = await this.client.openTable(TABLE_WORKFLOW_SNAPSHOT);
-
-      // Try to find the existing record
-      const query = table.query().where(`workflow_name = '${workflowName}' AND run_id = '${runId}'`);
-      const records = await query.toArray();
-      let createdAt: number;
-      const now = Date.now();
-
-      if (records.length > 0) {
-        createdAt = records[0].createdAt ?? now;
-      } else {
-        createdAt = now;
-      }
-
-      const record = {
-        workflow_name: workflowName,
-        run_id: runId,
-        snapshot: JSON.stringify(snapshot),
-        createdAt,
-        updatedAt: now,
-      };
-
-      await table
-        .mergeInsert(['workflow_name', 'run_id'])
-        .whenMatchedUpdateAll()
-        .whenNotMatchedInsertAll()
-        .execute([record]);
-    } catch (error: any) {
-      throw new MastraError(
-        {
-          id: 'LANCE_STORE_PERSIST_WORKFLOW_SNAPSHOT_FAILED',
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { workflowName, runId },
-        },
-        error,
-      );
-    }
-  }
-  async loadWorkflowSnapshot({
-    workflowName,
-    runId,
-  }: {
-    workflowName: string;
-    runId: string;
-  }): Promise<WorkflowRunState | null> {
-    try {
-      const table = await this.client.openTable(TABLE_WORKFLOW_SNAPSHOT);
-      const query = table.query().where(`workflow_name = '${workflowName}' AND run_id = '${runId}'`);
-      const records = await query.toArray();
-      return records.length > 0 ? JSON.parse(records[0].snapshot) : null;
-    } catch (error: any) {
-      throw new MastraError(
-        {
-          id: 'LANCE_STORE_LOAD_WORKFLOW_SNAPSHOT_FAILED',
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { workflowName, runId },
-        },
-        error,
-      );
-    }
-  }
-
-  async getWorkflowRunById(args: { runId: string; workflowName?: string }): Promise<{
-    workflowName: string;
-    runId: string;
-    snapshot: any;
-    createdAt: Date;
-    updatedAt: Date;
-  } | null> {
-    try {
-      const table = await this.client.openTable(TABLE_WORKFLOW_SNAPSHOT);
-      let whereClause = `run_id = '${args.runId}'`;
-      if (args.workflowName) {
-        whereClause += ` AND workflow_name = '${args.workflowName}'`;
-      }
-      const query = table.query().where(whereClause);
-      const records = await query.toArray();
-      if (records.length === 0) return null;
-      const record = records[0];
-      return parseWorkflowRun(record);
-    } catch (error: any) {
-      throw new MastraError(
-        {
-          id: 'LANCE_STORE_GET_WORKFLOW_RUN_BY_ID_FAILED',
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { runId: args.runId, workflowName: args.workflowName ?? '' },
-        },
-        error,
-      );
-    }
-  }
-
-  async getWorkflowRuns(args?: {
-    namespace?: string;
-    resourceId?: string;
-    workflowName?: string;
-    fromDate?: Date;
-    toDate?: Date;
-    limit?: number;
-    offset?: number;
-  }): Promise<WorkflowRuns> {
-    try {
-      const table = await this.client.openTable(TABLE_WORKFLOW_SNAPSHOT);
-
-      let query = table.query();
-
-      const conditions: string[] = [];
-
-      if (args?.workflowName) {
-        conditions.push(`workflow_name = '${args.workflowName.replace(/'/g, "''")}'`);
-      }
-
-      if (args?.resourceId) {
-        conditions.push(`\`resourceId\` = '${args.resourceId}'`);
-      }
-
-      if (args?.fromDate instanceof Date) {
-        conditions.push(`\`createdAt\` >= ${args.fromDate.getTime()}`);
-      }
-
-      if (args?.toDate instanceof Date) {
-        conditions.push(`\`createdAt\` <= ${args.toDate.getTime()}`);
-      }
-
-      let total = 0;
-
-      // Apply all conditions
-      if (conditions.length > 0) {
-        query = query.where(conditions.join(' AND '));
-        total = await table.countRows(conditions.join(' AND '));
-      } else {
-        total = await table.countRows();
-      }
-
-      if (args?.limit) {
-        query.limit(args.limit);
-      }
-
-      if (args?.offset) {
-        query.offset(args.offset);
-      }
-
-      const records = await query.toArray();
-
-      return {
-        runs: records.map(record => parseWorkflowRun(record)),
-        total: total || records.length,
-      };
-    } catch (error: any) {
-      throw new MastraError(
-        {
-          id: 'LANCE_STORE_GET_WORKFLOW_RUNS_FAILED',
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          details: { namespace: args?.namespace ?? '', workflowName: args?.workflowName ?? '' },
-        },
-        error,
-      );
-    }
-  }
-}

package/src/storage/index.test.ts

@@ -1,10 +0,0 @@
-import { createTestSuite } from '@internal/storage-test-utils';
-import { vi } from 'vitest';
-import { LanceStorage } from './index';
-
-// Increase timeout for all tests in this file to 30 seconds
-vi.setConfig({ testTimeout: 200_000, hookTimeout: 200_000 });
-
-const storage = await LanceStorage.create('test', 'lancedb-storage');
-
-createTestSuite(storage);

package/src/storage/index.ts

@@ -1,448 +0,0 @@
-import { connect } from '@lancedb/lancedb';
-import type { Connection, ConnectionOptions } from '@lancedb/lancedb';
-import type { MastraMessageContentV2 } from '@mastra/core/agent';
-import { ErrorCategory, ErrorDomain, MastraError } from '@mastra/core/error';
-import type { MastraMessageV1, MastraMessageV2, StorageThreadType, TraceType } from '@mastra/core/memory';
-import type { ScoreRowData, ScoringSource } from '@mastra/core/scores';
-import { MastraStorage } from '@mastra/core/storage';
-import type {
-  TABLE_NAMES,
-  PaginationInfo,
-  StorageGetMessagesArg,
-  StorageColumn,
-  EvalRow,
-  WorkflowRuns,
-  StoragePagination,
-  StorageDomains,
-  StorageGetTracesPaginatedArg,
-  StorageResourceType,
-} from '@mastra/core/storage';
-import type { Trace } from '@mastra/core/telemetry';
-import type { WorkflowRunState } from '@mastra/core/workflows';
-import { StoreLegacyEvalsLance } from './domains/legacy-evals';
-import { StoreMemoryLance } from './domains/memory';
-import { StoreOperationsLance } from './domains/operations';
-import { StoreScoresLance } from './domains/scores';
-import { StoreTracesLance } from './domains/traces';
-import { StoreWorkflowsLance } from './domains/workflows';
-
-export class LanceStorage extends MastraStorage {
-  stores: StorageDomains;
-  private lanceClient!: Connection;
-  /**
-   * Creates a new instance of LanceStorage
-   * @param uri The URI to connect to LanceDB
-   * @param options connection options
-   *
-   * Usage:
-   *
-   * Connect to a local database
-   * ```ts
-   * const store = await LanceStorage.create('/path/to/db');
-   * ```
-   *
-   * Connect to a LanceDB cloud database
-   * ```ts
-   * const store = await LanceStorage.create('db://host:port');
-   * ```
-   *
-   * Connect to a cloud database
-   * ```ts
-   * const store = await LanceStorage.create('s3://bucket/db', { storageOptions: { timeout: '60s' } });
-   * ```
-   */
-  public static async create(name: string, uri: string, options?: ConnectionOptions): Promise<LanceStorage> {
-    const instance = new LanceStorage(name);
-    try {
-      instance.lanceClient = await connect(uri, options);
-      const operations = new StoreOperationsLance({ client: instance.lanceClient });
-      instance.stores = {
-        operations: new StoreOperationsLance({ client: instance.lanceClient }),
-        workflows: new StoreWorkflowsLance({ client: instance.lanceClient }),
-        traces: new StoreTracesLance({ client: instance.lanceClient, operations }),
-        scores: new StoreScoresLance({ client: instance.lanceClient }),
-        memory: new StoreMemoryLance({ client: instance.lanceClient, operations }),
-        legacyEvals: new StoreLegacyEvalsLance({ client: instance.lanceClient }),
-      };
-      return instance;
-    } catch (e: any) {
-      throw new MastraError(
-        {
-          id: 'STORAGE_LANCE_STORAGE_CONNECT_FAILED',
-          domain: ErrorDomain.STORAGE,
-          category: ErrorCategory.THIRD_PARTY,
-          text: `Failed to connect to LanceDB: ${e.message || e}`,
-          details: { uri, optionsProvided: !!options },
-        },
-        e,
-      );
-    }
-  }
-
-  /**
-   * @internal
-   * Private constructor to enforce using the create factory method
-   */
-  private constructor(name: string) {
-    super({ name });
-    const operations = new StoreOperationsLance({ client: this.lanceClient });
-
-    this.stores = {
-      operations: new StoreOperationsLance({ client: this.lanceClient }),
-      workflows: new StoreWorkflowsLance({ client: this.lanceClient }),
-      traces: new StoreTracesLance({ client: this.lanceClient, operations }),
-      scores: new StoreScoresLance({ client: this.lanceClient }),
-      legacyEvals: new StoreLegacyEvalsLance({ client: this.lanceClient }),
-      memory: new StoreMemoryLance({ client: this.lanceClient, operations }),
-    };
-  }
-
-  async createTable({
-    tableName,
-    schema,
-  }: {
-    tableName: TABLE_NAMES;
-    schema: Record<string, StorageColumn>;
-  }): Promise<void> {
-    return this.stores.operations.createTable({ tableName, schema });
-  }
-
-  async dropTable({ tableName }: { tableName: TABLE_NAMES }): Promise<void> {
-    return this.stores.operations.dropTable({ tableName });
-  }
-
-  async alterTable({
-    tableName,
-    schema,
-    ifNotExists,
-  }: {
-    tableName: TABLE_NAMES;
-    schema: Record<string, StorageColumn>;
-    ifNotExists: string[];
-  }): Promise<void> {
-    return this.stores.operations.alterTable({ tableName, schema, ifNotExists });
-  }
-
-  async clearTable({ tableName }: { tableName: TABLE_NAMES }): Promise<void> {
-    return this.stores.operations.clearTable({ tableName });
-  }
-
-  async insert({ tableName, record }: { tableName: TABLE_NAMES; record: Record<string, any> }): Promise<void> {
-    return this.stores.operations.insert({ tableName, record });
-  }
-
-  async batchInsert({ tableName, records }: { tableName: TABLE_NAMES; records: Record<string, any>[] }): Promise<void> {
-    return this.stores.operations.batchInsert({ tableName, records });
-  }
-
-  async load({ tableName, keys }: { tableName: TABLE_NAMES; keys: Record<string, any> }): Promise<any> {
-    return this.stores.operations.load({ tableName, keys });
-  }
-
-  async getThreadById({ threadId }: { threadId: string }): Promise<StorageThreadType | null> {
-    return this.stores.memory.getThreadById({ threadId });
-  }
-
-  async getThreadsByResourceId({ resourceId }: { resourceId: string }): Promise<StorageThreadType[]> {
-    return this.stores.memory.getThreadsByResourceId({ resourceId });
-  }
-
-  /**
-   * Saves a thread to the database. This function doesn't overwrite existing threads.
-   * @param thread - The thread to save
-   * @returns The saved thread
-   */
-  async saveThread({ thread }: { thread: StorageThreadType }): Promise<StorageThreadType> {
-    return this.stores.memory.saveThread({ thread });
-  }
-
-  async updateThread({
-    id,
-    title,
-    metadata,
-  }: {
-    id: string;
-    title: string;
-    metadata: Record<string, unknown>;
-  }): Promise<StorageThreadType> {
-    return this.stores.memory.updateThread({ id, title, metadata });
-  }
-
-  async deleteThread({ threadId }: { threadId: string }): Promise<void> {
-    return this.stores.memory.deleteThread({ threadId });
-  }
-
-  public get supports() {
-    return {
-      selectByIncludeResourceScope: true,
-      resourceWorkingMemory: true,
-      hasColumn: true,
-      createTable: true,
-      deleteMessages: false,
-    };
-  }
-
-  async getResourceById({ resourceId }: { resourceId: string }): Promise<StorageResourceType | null> {
-    return this.stores.memory.getResourceById({ resourceId });
-  }
-
-  async saveResource({ resource }: { resource: StorageResourceType }): Promise<StorageResourceType> {
-    return this.stores.memory.saveResource({ resource });
-  }
-
-  async updateResource({
-    resourceId,
-    workingMemory,
-    metadata,
-  }: {
-    resourceId: string;
-    workingMemory?: string;
-    metadata?: Record<string, unknown>;
-  }): Promise<StorageResourceType> {
-    return this.stores.memory.updateResource({ resourceId, workingMemory, metadata });
-  }
-
-  /**
-   * Processes messages to include context messages based on withPreviousMessages and withNextMessages
-   * @param records - The sorted array of records to process
-   * @param include - The array of include specifications with context parameters
-   * @returns The processed array with context messages included
-   */
-  private processMessagesWithContext(
-    records: any[],
-    include: { id: string; withPreviousMessages?: number; withNextMessages?: number }[],
-  ): any[] {
-    const messagesWithContext = include.filter(item => item.withPreviousMessages || item.withNextMessages);
-
-    if (messagesWithContext.length === 0) {
-      return records;
-    }
-
-    // Create a map of message id to index in the sorted array for quick lookup
-    const messageIndexMap = new Map<string, number>();
-    records.forEach((message, index) => {
-      messageIndexMap.set(message.id, index);
-    });
-
-    // Keep track of additional indices to include
-    const additionalIndices = new Set<number>();
-
-    for (const item of messagesWithContext) {
-      const messageIndex = messageIndexMap.get(item.id);
-
-      if (messageIndex !== undefined) {
-        // Add previous messages if requested
-        if (item.withPreviousMessages) {
-          const startIdx = Math.max(0, messageIndex - item.withPreviousMessages);
-          for (let i = startIdx; i < messageIndex; i++) {
-            additionalIndices.add(i);
-          }
-        }
-
-        // Add next messages if requested
-        if (item.withNextMessages) {
-          const endIdx = Math.min(records.length - 1, messageIndex + item.withNextMessages);
-          for (let i = messageIndex + 1; i <= endIdx; i++) {
-            additionalIndices.add(i);
-          }
-        }
-      }
-    }
-
-    // If we need to include additional messages, create a new set of records
-    if (additionalIndices.size === 0) {
-      return records;
-    }
-
-    // Get IDs of the records that matched the original query
-    const originalMatchIds = new Set(include.map(item => item.id));
-
-    // Create a set of all indices we need to include
-    const allIndices = new Set<number>();
-
-    // Add indices of originally matched messages
-    records.forEach((record, index) => {
-      if (originalMatchIds.has(record.id)) {
-        allIndices.add(index);
-      }
-    });
-
-    // Add the additional context message indices
-    additionalIndices.forEach(index => {
-      allIndices.add(index);
-    });
-
-    // Create a new filtered array with only the required messages
-    // while maintaining chronological order
-    return Array.from(allIndices)
-      .sort((a, b) => a - b)
-      .map(index => records[index]);
-  }
-
-  public async getMessages(args: StorageGetMessagesArg & { format?: 'v1' }): Promise<MastraMessageV1[]>;
-  public async getMessages(args: StorageGetMessagesArg & { format: 'v2' }): Promise<MastraMessageV2[]>;
-  public async getMessages({
-    threadId,
-    resourceId,
-    selectBy,
-    format,
-    threadConfig,
-  }: StorageGetMessagesArg & { format?: 'v1' | 'v2' }): Promise<MastraMessageV1[] | MastraMessageV2[]> {
-    return this.stores.memory.getMessages({ threadId, resourceId, selectBy, format, threadConfig });
-  }
-
-  async saveMessages(args: { messages: MastraMessageV1[]; format?: undefined | 'v1' }): Promise<MastraMessageV1[]>;
-  async saveMessages(args: { messages: MastraMessageV2[]; format: 'v2' }): Promise<MastraMessageV2[]>;
-  async saveMessages(
-    args: { messages: MastraMessageV1[]; format?: undefined | 'v1' } | { messages: MastraMessageV2[]; format: 'v2' },
-  ): Promise<MastraMessageV2[] | MastraMessageV1[]> {
-    return this.stores.memory.saveMessages(args);
-  }
-
-  async getThreadsByResourceIdPaginated(args: {
-    resourceId: string;
-    page: number;
-    perPage: number;
-  }): Promise<PaginationInfo & { threads: StorageThreadType[] }> {
-    return this.stores.memory.getThreadsByResourceIdPaginated(args);
-  }
-
-  async getMessagesPaginated(
-    args: StorageGetMessagesArg & { format?: 'v1' | 'v2' },
-  ): Promise<PaginationInfo & { messages: MastraMessageV1[] | MastraMessageV2[] }> {
-    return this.stores.memory.getMessagesPaginated(args);
-  }
-
-  async updateMessages(_args: {
-    messages: Partial<Omit<MastraMessageV2, 'createdAt'>> &
-      {
-        id: string;
-        content?: { metadata?: MastraMessageContentV2['metadata']; content?: MastraMessageContentV2['content'] };
-      }[];
-  }): Promise<MastraMessageV2[]> {
-    return this.stores.memory.updateMessages(_args);
-  }
-
-  async getTraceById(args: { traceId: string }): Promise<TraceType> {
-    return (this.stores as any).traces.getTraceById(args);
-  }
-
-  async getTraces(args: {
-    name?: string;
-    scope?: string;
-    page: number;
-    perPage: number;
-    attributes?: Record<string, string>;
-  }): Promise<Trace[]> {
-    return (this.stores as any).traces.getTraces(args);
-  }
-
-  async getTracesPaginated(args: StorageGetTracesPaginatedArg): Promise<PaginationInfo & { traces: Trace[] }> {
-    return (this.stores as any).traces.getTracesPaginated(args);
-  }
-
-  async getEvalsByAgentName(agentName: string, type?: 'test' | 'live'): Promise<EvalRow[]> {
-    return this.stores.legacyEvals.getEvalsByAgentName(agentName, type);
-  }
-
-  async getEvals(options: {
-    agentName?: string;
-    type?: 'test' | 'live';
-    page?: number;
-    perPage?: number;
-    fromDate?: Date;
-    toDate?: Date;
-    dateRange?: { start?: Date; end?: Date };
-  }): Promise<PaginationInfo & { evals: EvalRow[] }> {
-    return this.stores.legacyEvals.getEvals(options);
-  }
-
-  async getWorkflowRuns(args?: {
-    namespace?: string;
-    workflowName?: string;
-    fromDate?: Date;
-    toDate?: Date;
-    limit?: number;
-    offset?: number;
-  }): Promise<WorkflowRuns> {
-    return this.stores.workflows.getWorkflowRuns(args);
-  }
-
-  async getWorkflowRunById(args: { runId: string; workflowName?: string }): Promise<{
-    workflowName: string;
-    runId: string;
-    snapshot: any;
-    createdAt: Date;
-    updatedAt: Date;
-  } | null> {
-    return this.stores.workflows.getWorkflowRunById(args);
-  }
-
-  async persistWorkflowSnapshot({
-    workflowName,
-    runId,
-    snapshot,
-  }: {
-    workflowName: string;
-    runId: string;
-    snapshot: WorkflowRunState;
-  }): Promise<void> {
-    return this.stores.workflows.persistWorkflowSnapshot({ workflowName, runId, snapshot });
-  }
-
-  async loadWorkflowSnapshot({
-    workflowName,
-    runId,
-  }: {
-    workflowName: string;
-    runId: string;
-  }): Promise<WorkflowRunState | null> {
-    return this.stores.workflows.loadWorkflowSnapshot({ workflowName, runId });
-  }
-
-  async getScoreById({ id: _id }: { id: string }): Promise<ScoreRowData | null> {
-    return this.stores.scores.getScoreById({ id: _id });
-  }
-
-  async getScoresByScorerId({
-    scorerId,
-    source,
-    entityId,
-    entityType,
-    pagination,
-  }: {
-    scorerId: string;
-    pagination: StoragePagination;
-    source?: ScoringSource;
-    entityId?: string;
-    entityType?: string;
-  }): Promise<{ pagination: PaginationInfo; scores: ScoreRowData[] }> {
-    return this.stores.scores.getScoresByScorerId({ scorerId, source, pagination, entityId, entityType });
-  }
-
-  async saveScore(_score: ScoreRowData): Promise<{ score: ScoreRowData }> {
-    return this.stores.scores.saveScore(_score);
-  }
-
-  async getScoresByRunId({
-    runId,
-    pagination,
-  }: {
-    runId: string;
-    pagination: StoragePagination;
-  }): Promise<{ pagination: PaginationInfo; scores: ScoreRowData[] }> {
-    return this.stores.scores.getScoresByRunId({ runId, pagination });
-  }
-
-  async getScoresByEntityId({
-    entityId,
-    entityType,
-    pagination,
-  }: {
-    pagination: StoragePagination;
-    entityId: string;
-    entityType: string;
-  }): Promise<{ pagination: PaginationInfo; scores: ScoreRowData[] }> {
-    return this.stores.scores.getScoresByEntityId({ entityId, entityType, pagination });
-  }
-}