@mastra/lance 0.0.0-add-libsql-changeset-20250910154739

package/dist/vector/filter.d.ts

@@ -0,0 +1,41 @@
+import { BaseFilterTranslator } from '@mastra/core/vector/filter';
+import type { VectorFilter, OperatorValueMap, LogicalOperatorValueMap, BlacklistedRootOperators } from '@mastra/core/vector/filter';
+type LanceOperatorValueMap = OperatorValueMap & {
+    $like: string;
+    $notLike: string;
+    $contains: string;
+};
+type LanceBlacklisted = BlacklistedRootOperators | '$like' | '$notLike' | '$contains';
+export type LanceVectorFilter = VectorFilter<keyof LanceOperatorValueMap, LanceOperatorValueMap, LogicalOperatorValueMap, LanceBlacklisted>;
+export declare class LanceFilterTranslator extends BaseFilterTranslator<LanceVectorFilter, string> {
+    translate(filter: LanceVectorFilter): string;
+    private processFilter;
+    private processLogicalOperator;
+    private processNestedObject;
+    private processField;
+    private processOperators;
+    private formatValue;
+    private formatArrayValues;
+    normalizeArrayValues(array: unknown[]): unknown[];
+    normalizeComparisonValue(value: unknown): unknown;
+    private isOperatorObject;
+    private isNestedObject;
+    private isNormalNestedField;
+    private escapeFieldName;
+    private isSqlKeyword;
+    private isDateObject;
+    /**
+     * Override getSupportedOperators to add custom operators for LanceDB
+     */
+    protected getSupportedOperators(): {
+        custom: string[];
+        logical: import("@mastra/core/vector/filter").LogicalOperator[];
+        basic: import("@mastra/core/vector/filter").BasicOperator[];
+        numeric: import("@mastra/core/vector/filter").NumericOperator[];
+        array: import("@mastra/core/vector/filter").ArrayOperator[];
+        element: "$exists"[];
+        regex: import("@mastra/core/vector/filter").RegexOperator[];
+    };
+}
+export {};
+//# sourceMappingURL=filter.d.ts.map

package/dist/vector/filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filter.d.ts","sourceRoot":"","sources":["../../src/vector/filter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,KAAK,EACV,YAAY,EACZ,gBAAgB,EAChB,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,4BAA4B,CAAC;AAEpC,KAAK,qBAAqB,GAAG,gBAAgB,GAAG;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,gBAAgB,GAAG,wBAAwB,GAAG,OAAO,GAAG,UAAU,GAAG,WAAW,CAAC;AAEtF,MAAM,MAAM,iBAAiB,GAAG,YAAY,CAC1C,MAAM,qBAAqB,EAC3B,qBAAqB,EACrB,uBAAuB,EACvB,gBAAgB,CACjB,CAAC;AAEF,qBAAa,qBAAsB,SAAQ,oBAAoB,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACxF,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM;IAkB5C,OAAO,CAAC,aAAa;IAoErB,OAAO,CAAC,sBAAsB;IAuC9B,OAAO,CAAC,mBAAmB;IAkC3B,OAAO,CAAC,YAAY;IAqCpB,OAAO,CAAC,gBAAgB;IA6DxB,OAAO,CAAC,WAAW;IAgCnB,OAAO,CAAC,iBAAiB;IAIzB,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE;IASjD,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IASjD,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,mBAAmB;IAO3B,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,YAAY;IAIpB;;OAEG;cACgB,qBAAqB;;;;;;;;;CAMzC"}

package/dist/vector/index.d.ts

@@ -0,0 +1,85 @@
+import type { ConnectionOptions, CreateTableOptions, Table, TableLike } from '@lancedb/lancedb';
+import type { CreateIndexParams, DeleteIndexParams, DeleteVectorParams, DescribeIndexParams, IndexStats, QueryResult, QueryVectorParams, UpdateVectorParams, UpsertVectorParams } from '@mastra/core/vector';
+import { MastraVector } from '@mastra/core/vector';
+import type { LanceVectorFilter } from './filter.js';
+import type { IndexConfig } from './types.js';
+interface LanceCreateIndexParams extends CreateIndexParams {
+    indexConfig?: LanceIndexConfig;
+    tableName?: string;
+}
+interface LanceIndexConfig extends IndexConfig {
+    numPartitions?: number;
+    numSubVectors?: number;
+}
+interface LanceUpsertVectorParams extends UpsertVectorParams {
+    tableName: string;
+}
+interface LanceQueryVectorParams extends QueryVectorParams<LanceVectorFilter> {
+    tableName: string;
+    columns?: string[];
+    includeAllColumns?: boolean;
+}
+export declare class LanceVectorStore extends MastraVector<LanceVectorFilter> {
+    private lanceClient;
+    /**
+     * Creates a new instance of LanceVectorStore
+     * @param uri The URI to connect to LanceDB
+     * @param options connection options
+     *
+     * Usage:
+     *
+     * Connect to a local database
+     * ```ts
+     * const store = await LanceVectorStore.create('/path/to/db');
+     * ```
+     *
+     * Connect to a LanceDB cloud database
+     * ```ts
+     * const store = await LanceVectorStore.create('db://host:port');
+     * ```
+     *
+     * Connect to a cloud database
+     * ```ts
+     * const store = await LanceVectorStore.create('s3://bucket/db', { storageOptions: { timeout: '60s' } });
+     * ```
+     */
+    static create(uri: string, options?: ConnectionOptions): Promise<LanceVectorStore>;
+    /**
+     * @internal
+     * Private constructor to enforce using the create factory method
+     */
+    private constructor();
+    close(): void;
+    query({ tableName, queryVector, filter, includeVector, topK, columns, includeAllColumns, }: LanceQueryVectorParams): Promise<QueryResult[]>;
+    private filterTranslator;
+    upsert({ tableName, vectors, metadata, ids }: LanceUpsertVectorParams): Promise<string[]>;
+    /**
+     * Flattens a nested object, creating new keys with underscores for nested properties.
+     * Example: { metadata: { text: 'test' } } → { metadata_text: 'test' }
+     */
+    private flattenObject;
+    createTable(tableName: string, data: Record<string, unknown>[] | TableLike, options?: Partial<CreateTableOptions>): Promise<Table>;
+    listTables(): Promise<string[]>;
+    getTableSchema(tableName: string): Promise<any>;
+    /**
+     * indexName is actually a column name in a table in lanceDB
+     */
+    createIndex({ tableName, indexName, dimension, metric, indexConfig, }: LanceCreateIndexParams): Promise<void>;
+    listIndexes(): Promise<string[]>;
+    describeIndex({ indexName }: DescribeIndexParams): Promise<IndexStats>;
+    deleteIndex({ indexName }: DeleteIndexParams): Promise<void>;
+    /**
+     * Deletes all tables in the database
+     */
+    deleteAllTables(): Promise<void>;
+    deleteTable(tableName: string): Promise<void>;
+    updateVector({ indexName, id, update }: UpdateVectorParams): Promise<void>;
+    deleteVector({ indexName, id }: DeleteVectorParams): Promise<void>;
+    /**
+     * Converts a flattened object with keys using underscore notation back to a nested object.
+     * Example: { name: 'test', details_text: 'test' } → { name: 'test', details: { text: 'test' } }
+     */
+    private unflattenObject;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/vector/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vector/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAc,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG5G,OAAO,KAAK,EACV,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,UAAU,EACV,WAAW,EACX,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,UAAU,sBAAuB,SAAQ,iBAAiB;IACxD,WAAW,CAAC,EAAE,gBAAgB,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,gBAAiB,SAAQ,WAAW;IAC5C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,uBAAwB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,sBAAuB,SAAQ,iBAAiB,CAAC,iBAAiB,CAAC;IAC3E,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,qBAAa,gBAAiB,SAAQ,YAAY,CAAC,iBAAiB,CAAC;IACnE,OAAO,CAAC,WAAW,CAAc;IAEjC;;;;;;;;;;;;;;;;;;;;;OAqBG;WACiB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkB/F;;;OAGG;IACH,OAAO;IAIP,KAAK;IAMC,KAAK,CAAC,EACV,SAAS,EACT,WAAW,EACX,MAAM,EACN,aAAqB,EACrB,IAAS,EACT,OAAY,EACZ,iBAAyB,GAC1B,EAAE,sBAAsB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAoGlD,OAAO,CAAC,gBAAgB;IA0ClB,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,QAAa,EAAE,GAAQ,EAAE,EAAE,uBAAuB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA4EzG;;;OAGG;IACH,OAAO,CAAC,aAAa;IAYf,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,SAAS,EAC3C,OAAO,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,GACpC,OAAO,CAAC,KAAK,CAAC;IA+BX,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAwB/B,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IA2BrD;;OAEG;IACG,WAAW,CAAC,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,MAAiB,EACjB,WAAgB,GACjB,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkFnC,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAkChC,aAAa,CAAC,EAAE,SAAS,EAAE,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAkEtE,WAAW,CAAC,EAAE,SAAS,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgDlE;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B7C,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuH1E,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiExE;;;OAGG;IACH,OAAO,CAAC,eAAe;CAgCxB"}

package/dist/vector/types.d.ts

@@ -0,0 +1,15 @@
+export type IndexType = 'ivfflat' | 'hnsw';
+interface IVFConfig {
+    lists?: number;
+}
+interface HNSWConfig {
+    m?: number;
+    efConstruction?: number;
+}
+export interface IndexConfig {
+    type?: IndexType;
+    ivf?: IVFConfig;
+    hnsw?: HNSWConfig;
+}
+export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/vector/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/vector/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,MAAM,CAAC;AAE3C,UAAU,SAAS;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,UAAU;IAClB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,GAAG,CAAC,EAAE,SAAS,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB"}

package/package.json

@@ -0,0 +1,60 @@
+{
+  "name": "@mastra/lance",
+  "version": "0.0.0-add-libsql-changeset-20250910154739",
+  "description": "Lance provider for Mastra - includes both vector and db storage capabilities",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      },
+      "require": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.cjs"
+      }
+    },
+    "./package.json": "./package.json"
+  },
+  "dependencies": {
+    "@lancedb/lancedb": "^0.21.2",
+    "apache-arrow": "^18.1.0"
+  },
+  "devDependencies": {
+    "@microsoft/api-extractor": "^7.52.8",
+    "@types/node": "^20.19.0",
+    "eslint": "^9.30.1",
+    "tsup": "^8.5.0",
+    "typescript": "^5.8.3",
+    "vitest": "^3.2.4",
+    "@internal/lint": "0.0.0-add-libsql-changeset-20250910154739",
+    "@internal/storage-test-utils": "0.0.34",
+    "@mastra/core": "0.0.0-add-libsql-changeset-20250910154739",
+    "@internal/types-builder": "0.0.0-add-libsql-changeset-20250910154739"
+  },
+  "peerDependencies": {
+    "@mastra/core": "0.0.0-add-libsql-changeset-20250910154739"
+  },
+  "files": [
+    "dist",
+    "CHANGELOG.md"
+  ],
+  "homepage": "https://mastra.ai",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/mastra-ai/mastra.git",
+    "directory": "stores/lance"
+  },
+  "bugs": {
+    "url": "https://github.com/mastra-ai/mastra/issues"
+  },
+  "scripts": {
+    "build": "tsup --silent --config tsup.config.ts",
+    "build:watch": "tsup --watch --silent --config tsup.config.ts",
+    "test": "vitest run",
+    "test:watch": "vitest watch",
+    "lint": "eslint ."
+  }
+}