@mastra/lance 0.0.0-mcp-changeset-20250707162621 → 0.0.0-new-scorer-api-20250801075530

package/dist/vector/index.d.ts

@@ -0,0 +1,85 @@
+import type { ConnectionOptions, CreateTableOptions, Table, TableLike } from '@lancedb/lancedb';
+import type { CreateIndexParams, DeleteIndexParams, DeleteVectorParams, DescribeIndexParams, IndexStats, QueryResult, QueryVectorParams, UpdateVectorParams, UpsertVectorParams } from '@mastra/core';
+import { MastraVector } from '@mastra/core/vector';
+import type { LanceVectorFilter } from './filter';
+import type { IndexConfig } from './types';
+interface LanceCreateIndexParams extends CreateIndexParams {
+    indexConfig?: LanceIndexConfig;
+    tableName?: string;
+}
+interface LanceIndexConfig extends IndexConfig {
+    numPartitions?: number;
+    numSubVectors?: number;
+}
+interface LanceUpsertVectorParams extends UpsertVectorParams {
+    tableName: string;
+}
+interface LanceQueryVectorParams extends QueryVectorParams<LanceVectorFilter> {
+    tableName: string;
+    columns?: string[];
+    includeAllColumns?: boolean;
+}
+export declare class LanceVectorStore extends MastraVector<LanceVectorFilter> {
+    private lanceClient;
+    /**
+     * Creates a new instance of LanceVectorStore
+     * @param uri The URI to connect to LanceDB
+     * @param options connection options
+     *
+     * Usage:
+     *
+     * Connect to a local database
+     * ```ts
+     * const store = await LanceVectorStore.create('/path/to/db');
+     * ```
+     *
+     * Connect to a LanceDB cloud database
+     * ```ts
+     * const store = await LanceVectorStore.create('db://host:port');
+     * ```
+     *
+     * Connect to a cloud database
+     * ```ts
+     * const store = await LanceVectorStore.create('s3://bucket/db', { storageOptions: { timeout: '60s' } });
+     * ```
+     */
+    static create(uri: string, options?: ConnectionOptions): Promise<LanceVectorStore>;
+    /**
+     * @internal
+     * Private constructor to enforce using the create factory method
+     */
+    private constructor();
+    close(): void;
+    query({ tableName, queryVector, filter, includeVector, topK, columns, includeAllColumns, }: LanceQueryVectorParams): Promise<QueryResult[]>;
+    private filterTranslator;
+    upsert({ tableName, vectors, metadata, ids }: LanceUpsertVectorParams): Promise<string[]>;
+    /**
+     * Flattens a nested object, creating new keys with underscores for nested properties.
+     * Example: { metadata: { text: 'test' } } → { metadata_text: 'test' }
+     */
+    private flattenObject;
+    createTable(tableName: string, data: Record<string, unknown>[] | TableLike, options?: Partial<CreateTableOptions>): Promise<Table>;
+    listTables(): Promise<string[]>;
+    getTableSchema(tableName: string): Promise<any>;
+    /**
+     * indexName is actually a column name in a table in lanceDB
+     */
+    createIndex({ tableName, indexName, dimension, metric, indexConfig, }: LanceCreateIndexParams): Promise<void>;
+    listIndexes(): Promise<string[]>;
+    describeIndex({ indexName }: DescribeIndexParams): Promise<IndexStats>;
+    deleteIndex({ indexName }: DeleteIndexParams): Promise<void>;
+    /**
+     * Deletes all tables in the database
+     */
+    deleteAllTables(): Promise<void>;
+    deleteTable(tableName: string): Promise<void>;
+    updateVector({ indexName, id, update }: UpdateVectorParams): Promise<void>;
+    deleteVector({ indexName, id }: DeleteVectorParams): Promise<void>;
+    /**
+     * Converts a flattened object with keys using underscore notation back to a nested object.
+     * Example: { name: 'test', details_text: 'test' } → { name: 'test', details: { text: 'test' } }
+     */
+    private unflattenObject;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/vector/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vector/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAc,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE5G,OAAO,KAAK,EACV,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,UAAU,EACV,WAAW,EACX,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AAGtB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,UAAU,sBAAuB,SAAQ,iBAAiB;IACxD,WAAW,CAAC,EAAE,gBAAgB,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,gBAAiB,SAAQ,WAAW;IAC5C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,uBAAwB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,sBAAuB,SAAQ,iBAAiB,CAAC,iBAAiB,CAAC;IAC3E,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,qBAAa,gBAAiB,SAAQ,YAAY,CAAC,iBAAiB,CAAC;IACnE,OAAO,CAAC,WAAW,CAAc;IAEjC;;;;;;;;;;;;;;;;;;;;;OAqBG;WACiB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkB/F;;;OAGG;IACH,OAAO;IAIP,KAAK;IAMC,KAAK,CAAC,EACV,SAAS,EACT,WAAW,EACX,MAAM,EACN,aAAqB,EACrB,IAAS,EACT,OAAY,EACZ,iBAAyB,GAC1B,EAAE,sBAAsB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAoGlD,OAAO,CAAC,gBAAgB;IA0ClB,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,QAAa,EAAE,GAAQ,EAAE,EAAE,uBAAuB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA4EzG;;;OAGG;IACH,OAAO,CAAC,aAAa;IAYf,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,SAAS,EAC3C,OAAO,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,GACpC,OAAO,CAAC,KAAK,CAAC;IA+BX,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAwB/B,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IA2BrD;;OAEG;IACG,WAAW,CAAC,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,MAAiB,EACjB,WAAgB,GACjB,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkFnC,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAkChC,aAAa,CAAC,EAAE,SAAS,EAAE,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAkEtE,WAAW,CAAC,EAAE,SAAS,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgDlE;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B7C,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuH1E,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiExE;;;OAGG;IACH,OAAO,CAAC,eAAe;CAgCxB"}

package/dist/vector/types.d.ts

@@ -0,0 +1,15 @@
+export type IndexType = 'ivfflat' | 'hnsw';
+interface IVFConfig {
+    lists?: number;
+}
+interface HNSWConfig {
+    m?: number;
+    efConstruction?: number;
+}
+export interface IndexConfig {
+    type?: IndexType;
+    ivf?: IVFConfig;
+    hnsw?: HNSWConfig;
+}
+export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/vector/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/vector/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,MAAM,CAAC;AAE3C,UAAU,SAAS;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,UAAU;IAClB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,GAAG,CAAC,EAAE,SAAS,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/lance",
-  "version": "0.0.0-mcp-changeset-20250707162621",
+  "version": "0.0.0-new-scorer-api-20250801075530",
   "description": "Lance provider for Mastra - includes both vector and db storage capabilities",
   "type": "module",
   "main": "dist/index.js",
@@ -25,20 +25,20 @@
   "devDependencies": {
     "@microsoft/api-extractor": "^7.52.8",
     "@types/node": "^20.19.0",
-    "eslint": "^9.29.0",
+    "eslint": "^9.30.1",
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@internal/lint": "0.0.0-mcp-changeset-20250707162621",
-    "@mastra/core": "0.0.0-mcp-changeset-20250707162621",
-    "@internal/storage-test-utils": "0.0.13"
+    "@internal/lint": "0.0.0-new-scorer-api-20250801075530",
+    "@mastra/core": "0.0.0-new-scorer-api-20250801075530",
+    "@internal/storage-test-utils": "0.0.21"
   },
   "peerDependencies": {
-    "@mastra/core": "0.0.0-mcp-changeset-20250707162621"
+    "@mastra/core": "0.0.0-new-scorer-api-20250801075530"
   },
   "scripts": {
-    "build": "tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake=smallest --splitting",
-    "build:watch": "pnpm build --watch",
+    "build": "tsup --silent --config tsup.config.ts",
+    "build:watch": "tsup --watch --silent --config tsup.config.ts",
     "test": "vitest run",
     "test:watch": "vitest watch",
     "lint": "eslint ."

package/src/storage/domains/legacy-evals/index.ts

@@ -0,0 +1,156 @@
+import type { Connection } from '@lancedb/lancedb';
+import { ErrorCategory, ErrorDomain, MastraError } from '@mastra/core/error';
+import { LegacyEvalsStorage, TABLE_EVALS } from '@mastra/core/storage';
+import type { EvalRow, PaginationInfo } from '@mastra/core/storage';
+
+export class StoreLegacyEvalsLance extends LegacyEvalsStorage {
+  private client: Connection;
+  constructor({ client }: { client: Connection }) {
+    super();
+    this.client = client;
+  }
+
+  async getEvalsByAgentName(agentName: string, type?: 'test' | 'live'): Promise<EvalRow[]> {
+    try {
+      const table = await this.client.openTable(TABLE_EVALS);
+      const query = table.query().where(`agent_name = '${agentName}'`);
+      const records = await query.toArray();
+
+      // Filter by type if specified
+      let filteredRecords = records;
+      if (type === 'live') {
+        // Live evals have test_info as null
+        filteredRecords = records.filter(record => record.test_info === null);
+      } else if (type === 'test') {
+        // Test evals have test_info as a JSON string
+        filteredRecords = records.filter(record => record.test_info !== null);
+      }
+
+      return filteredRecords.map(record => {
+        return {
+          id: record.id,
+          input: record.input,
+          output: record.output,
+          agentName: record.agent_name,
+          metricName: record.metric_name,
+          result: JSON.parse(record.result),
+          instructions: record.instructions,
+          testInfo: record.test_info ? JSON.parse(record.test_info) : null,
+          globalRunId: record.global_run_id,
+          runId: record.run_id,
+          createdAt: new Date(record.created_at).toString(),
+        };
+      }) as EvalRow[];
+    } catch (error: any) {
+      throw new MastraError(
+        {
+          id: 'LANCE_STORE_GET_EVALS_BY_AGENT_NAME_FAILED',
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: { agentName },
+        },
+        error,
+      );
+    }
+  }
+
+  async getEvals(options: {
+    agentName?: string;
+    type?: 'test' | 'live';
+    page?: number;
+    perPage?: number;
+    fromDate?: Date;
+    toDate?: Date;
+    dateRange?: { start?: Date; end?: Date };
+  }): Promise<PaginationInfo & { evals: EvalRow[] }> {
+    try {
+      const table = await this.client.openTable(TABLE_EVALS);
+
+      // Build combined where clause
+      const conditions: string[] = [];
+
+      if (options.agentName) {
+        conditions.push(`agent_name = '${options.agentName}'`);
+      }
+
+      // Apply type filtering
+      if (options.type === 'live') {
+        conditions.push('length(test_info) = 0');
+      } else if (options.type === 'test') {
+        conditions.push('length(test_info) > 0');
+      }
+
+      // Apply date filtering
+      const startDate = options.dateRange?.start || options.fromDate;
+      const endDate = options.dateRange?.end || options.toDate;
+
+      if (startDate) {
+        conditions.push(`\`created_at\` >= ${startDate.getTime()}`);
+      }
+
+      if (endDate) {
+        conditions.push(`\`created_at\` <= ${endDate.getTime()}`);
+      }
+
+      // Get total count with the same conditions
+      let total = 0;
+      if (conditions.length > 0) {
+        total = await table.countRows(conditions.join(' AND '));
+      } else {
+        total = await table.countRows();
+      }
+
+      // Build query for fetching records
+      const query = table.query();
+
+      // Apply combined where clause if we have conditions
+      if (conditions.length > 0) {
+        const whereClause = conditions.join(' AND ');
+        query.where(whereClause);
+      }
+
+      const records = await query.toArray();
+
+      const evals = records
+        .sort((a, b) => b.created_at - a.created_at)
+        .map(record => {
+          return {
+            id: record.id,
+            input: record.input,
+            output: record.output,
+            agentName: record.agent_name,
+            metricName: record.metric_name,
+            result: JSON.parse(record.result),
+            instructions: record.instructions,
+            testInfo: record.test_info ? JSON.parse(record.test_info) : null,
+            globalRunId: record.global_run_id,
+            runId: record.run_id,
+            createdAt: new Date(record.created_at).toISOString(),
+          };
+        }) as EvalRow[];
+
+      // Apply pagination after filtering
+      const page = options.page || 0;
+      const perPage = options.perPage || 10;
+      const pagedEvals = evals.slice(page * perPage, (page + 1) * perPage);
+
+      return {
+        evals: pagedEvals,
+        total: total,
+        page,
+        perPage,
+        hasMore: total > (page + 1) * perPage,
+      };
+    } catch (error: any) {
+      throw new MastraError(
+        {
+          id: 'LANCE_STORE_GET_EVALS_FAILED',
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: { agentName: options.agentName ?? '' },
+        },
+        error,
+      );
+    }
+  }
+}