@lancedb/lancedb 0.8.0 → 0.10.0-beta.0

package/dist/arrow.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Table as ArrowTable, Binary, BufferType, Field, FixedSizeBinary, FixedSizeList, Float, Int, LargeBinary, List, Null, RecordBatch, Schema, Struct, Utf8 } from "apache-arrow";
 import { Buffers } from "apache-arrow/data";
 import { type EmbeddingFunction } from "./embedding/embedding_function";
@@ -37,10 +36,7 @@ export type TableLike = ArrowTable | {
     batches: RecordBatchLike[];
 };
 export type IntoVector = Float32Array | Float64Array | number[] | Promise<Float32Array | Float64Array | number[]>;
-export type FloatLike = import("apache-arrow-13").Float | import("apache-arrow-14").Float | import("apache-arrow-15").Float | import("apache-arrow-16").Float | import("apache-arrow-17").Float;
-export type DataTypeLike = import("apache-arrow-13").DataType | import("apache-arrow-14").DataType | import("apache-arrow-15").DataType | import("apache-arrow-16").DataType | import("apache-arrow-17").DataType;
 export declare function isArrowTable(value: object): value is TableLike;
-export declare function isDataType(value: unknown): value is DataTypeLike;
 export declare function isNull(value: unknown): value is Null;
 export declare function isInt(value: unknown): value is Int;
 export declare function isFloat(value: unknown): value is Float;

package/dist/arrow.js

@@ -27,7 +27,37 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEmptyTable = exports.fromTableToStreamBuffer = exports.fromDataToBuffer = exports.fromTableToBuffer = exports.fromRecordsToStreamBuffer = exports.fromRecordsToBuffer = exports.newVectorType = exports.convertToTable = exports.makeEmptyTable = exports.makeArrowTable = exports.MakeArrowTableOptions = exports.VectorColumnOptions = exports.isFixedSizeList = exports.isFixedSizeBinary = exports.isUnion = exports.isStruct = exports.isList = exports.isDuration = exports.isInterval = exports.isTimestamp = exports.isTime = exports.isDate = exports.isDecimal = exports.isBool = exports.isLargeUtf8 = exports.isUtf8 = exports.isLargeBinary = exports.isBinary = exports.isFloat = exports.isInt = exports.isNull = exports.isDataType = exports.isArrowTable = void 0;
+exports.MakeArrowTableOptions = exports.VectorColumnOptions = void 0;
+exports.isArrowTable = isArrowTable;
+exports.isNull = isNull;
+exports.isInt = isInt;
+exports.isFloat = isFloat;
+exports.isBinary = isBinary;
+exports.isLargeBinary = isLargeBinary;
+exports.isUtf8 = isUtf8;
+exports.isLargeUtf8 = isLargeUtf8;
+exports.isBool = isBool;
+exports.isDecimal = isDecimal;
+exports.isDate = isDate;
+exports.isTime = isTime;
+exports.isTimestamp = isTimestamp;
+exports.isInterval = isInterval;
+exports.isDuration = isDuration;
+exports.isList = isList;
+exports.isStruct = isStruct;
+exports.isUnion = isUnion;
+exports.isFixedSizeBinary = isFixedSizeBinary;
+exports.isFixedSizeList = isFixedSizeList;
+exports.makeArrowTable = makeArrowTable;
+exports.makeEmptyTable = makeEmptyTable;
+exports.convertToTable = convertToTable;
+exports.newVectorType = newVectorType;
+exports.fromRecordsToBuffer = fromRecordsToBuffer;
+exports.fromRecordsToStreamBuffer = fromRecordsToStreamBuffer;
+exports.fromTableToBuffer = fromTableToBuffer;
+exports.fromDataToBuffer = fromDataToBuffer;
+exports.fromTableToStreamBuffer = fromTableToStreamBuffer;
+exports.createEmptyTable = createEmptyTable;
 const apache_arrow_1 = require("apache-arrow");
 const registry_1 = require("./embedding/registry");
 const sanitize_1 = require("./sanitize");
@@ -37,108 +67,63 @@ function isArrowTable(value) {
         return true;
     return "schema" in value && "batches" in value;
 }
-exports.isArrowTable = isArrowTable;
-function isDataType(value) {
-    return (value instanceof apache_arrow_1.DataType ||
-        apache_arrow_1.DataType.isNull(value) ||
-        apache_arrow_1.DataType.isInt(value) ||
-        apache_arrow_1.DataType.isFloat(value) ||
-        apache_arrow_1.DataType.isBinary(value) ||
-        apache_arrow_1.DataType.isLargeBinary(value) ||
-        apache_arrow_1.DataType.isUtf8(value) ||
-        apache_arrow_1.DataType.isLargeUtf8(value) ||
-        apache_arrow_1.DataType.isBool(value) ||
-        apache_arrow_1.DataType.isDecimal(value) ||
-        apache_arrow_1.DataType.isDate(value) ||
-        apache_arrow_1.DataType.isTime(value) ||
-        apache_arrow_1.DataType.isTimestamp(value) ||
-        apache_arrow_1.DataType.isInterval(value) ||
-        apache_arrow_1.DataType.isDuration(value) ||
-        apache_arrow_1.DataType.isList(value) ||
-        apache_arrow_1.DataType.isStruct(value) ||
-        apache_arrow_1.DataType.isUnion(value) ||
-        apache_arrow_1.DataType.isFixedSizeBinary(value) ||
-        apache_arrow_1.DataType.isFixedSizeList(value) ||
-        apache_arrow_1.DataType.isMap(value) ||
-        apache_arrow_1.DataType.isDictionary(value));
-}
-exports.isDataType = isDataType;
 function isNull(value) {
     return value instanceof apache_arrow_1.Null || apache_arrow_1.DataType.isNull(value);
 }
-exports.isNull = isNull;
 function isInt(value) {
     return value instanceof apache_arrow_1.Int || apache_arrow_1.DataType.isInt(value);
 }
-exports.isInt = isInt;
 function isFloat(value) {
     return value instanceof apache_arrow_1.Float || apache_arrow_1.DataType.isFloat(value);
 }
-exports.isFloat = isFloat;
 function isBinary(value) {
     return value instanceof apache_arrow_1.Binary || apache_arrow_1.DataType.isBinary(value);
 }
-exports.isBinary = isBinary;
 function isLargeBinary(value) {
     return value instanceof apache_arrow_1.LargeBinary || apache_arrow_1.DataType.isLargeBinary(value);
 }
-exports.isLargeBinary = isLargeBinary;
 function isUtf8(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isUtf8(value);
 }
-exports.isUtf8 = isUtf8;
 function isLargeUtf8(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isLargeUtf8(value);
 }
-exports.isLargeUtf8 = isLargeUtf8;
 function isBool(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isBool(value);
 }
-exports.isBool = isBool;
 function isDecimal(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isDecimal(value);
 }
-exports.isDecimal = isDecimal;
 function isDate(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isDate(value);
 }
-exports.isDate = isDate;
 function isTime(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isTime(value);
 }
-exports.isTime = isTime;
 function isTimestamp(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isTimestamp(value);
 }
-exports.isTimestamp = isTimestamp;
 function isInterval(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isInterval(value);
 }
-exports.isInterval = isInterval;
 function isDuration(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isDuration(value);
 }
-exports.isDuration = isDuration;
 function isList(value) {
     return value instanceof apache_arrow_1.List || apache_arrow_1.DataType.isList(value);
 }
-exports.isList = isList;
 function isStruct(value) {
     return value instanceof apache_arrow_1.Struct || apache_arrow_1.DataType.isStruct(value);
 }
-exports.isStruct = isStruct;
 function isUnion(value) {
     return value instanceof apache_arrow_1.Struct || apache_arrow_1.DataType.isUnion(value);
 }
-exports.isUnion = isUnion;
 function isFixedSizeBinary(value) {
     return value instanceof apache_arrow_1.FixedSizeBinary || apache_arrow_1.DataType.isFixedSizeBinary(value);
 }
-exports.isFixedSizeBinary = isFixedSizeBinary;
 function isFixedSizeList(value) {
     return value instanceof apache_arrow_1.FixedSizeList || apache_arrow_1.DataType.isFixedSizeList(value);
 }
-exports.isFixedSizeList = isFixedSizeList;
 /*
  * Options to control how a column should be converted to a vector array
  */
@@ -396,14 +381,12 @@ function makeArrowTable(data, options, metadata) {
     }
     return tbl;
 }
-exports.makeArrowTable = makeArrowTable;
 /**
  * Create an empty Arrow table with the provided schema
  */
 function makeEmptyTable(schema, metadata) {
     return makeArrowTable([], { schema }, metadata);
 }
-exports.makeEmptyTable = makeEmptyTable;
 /**
  * Helper function to convert Array<Array<any>> to a variable sized list array
  */
@@ -599,7 +582,6 @@ async function convertToTable(data, embeddings, makeTableOptions) {
     const table = makeArrowTable(data, makeTableOptions);
     return await applyEmbeddings(table, embeddings, makeTableOptions?.schema);
 }
-exports.convertToTable = convertToTable;
 /** Creates the Arrow Type for a Vector column with dimension `dim` */
 function newVectorType(dim, innerType) {
     // in Lance we always default to have the elements nullable, so we need to set it to true
@@ -607,7 +589,6 @@ function newVectorType(dim, innerType) {
     const children = new apache_arrow_1.Field("item", (0, sanitize_1.sanitizeType)(innerType), true);
     return new apache_arrow_1.FixedSizeList(dim, children);
 }
-exports.newVectorType = newVectorType;
 /**
  * Serialize an Array of records into a buffer using the Arrow IPC File serialization
  *
@@ -623,7 +604,6 @@ async function fromRecordsToBuffer(data, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchFileWriter.writeAll(table);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromRecordsToBuffer = fromRecordsToBuffer;
 /**
  * Serialize an Array of records into a buffer using the Arrow IPC Stream serialization
  *
@@ -639,7 +619,6 @@ async function fromRecordsToStreamBuffer(data, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchStreamWriter.writeAll(table);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromRecordsToStreamBuffer = fromRecordsToStreamBuffer;
 /**
  * Serialize an Arrow Table into a buffer using the Arrow IPC File serialization
  *
@@ -656,7 +635,6 @@ async function fromTableToBuffer(table, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchFileWriter.writeAll(tableWithEmbeddings);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromTableToBuffer = fromTableToBuffer;
 /**
  * Serialize an Arrow Table into a buffer using the Arrow IPC File serialization
  *
@@ -677,7 +655,6 @@ async function fromDataToBuffer(data, embeddings, schema) {
         return fromTableToBuffer(table);
     }
 }
-exports.fromDataToBuffer = fromDataToBuffer;
 /**
  * Serialize an Arrow Table into a buffer using the Arrow IPC Stream serialization
  *
@@ -691,7 +668,6 @@ async function fromTableToStreamBuffer(table, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchStreamWriter.writeAll(tableWithEmbeddings);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromTableToStreamBuffer = fromTableToStreamBuffer;
 /**
  * Reorder the columns in `batch` so that they agree with the field order in `schema`
  */
@@ -725,7 +701,6 @@ function alignTable(table, schema) {
 function createEmptyTable(schema) {
     return new apache_arrow_1.Table((0, sanitize_1.sanitizeSchema)(schema));
 }
-exports.createEmptyTable = createEmptyTable;
 function validateSchemaEmbeddings(schema, data, embeddings) {
     const fields = [];
     const missingEmbeddingFields = [];

package/dist/connection.d.ts

@@ -27,10 +27,19 @@ export interface CreateTableOptions {
      * The available options are described at https://lancedb.github.io/lancedb/guides/storage/
      */
     storageOptions?: Record<string, string>;
+    /**
+     * The version of the data storage format to use.
+     *
+     * The default is `legacy`, which is Lance format v1.
+     * `stable` is the new format, which is Lance format v2.
+     */
+    dataStorageVersion?: string;
     /**
      * If true then data files will be written with the legacy format
      *
      * The default is true while the new format is in beta
+     *
+     * Deprecated.
      */
     useLegacyFormat?: boolean;
     schema?: SchemaLike;

package/dist/connection.js

@@ -13,7 +13,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.cleanseStorageOptions = exports.LocalConnection = exports.Connection = void 0;
+exports.LocalConnection = exports.Connection = void 0;
+exports.cleanseStorageOptions = cleanseStorageOptions;
 const arrow_1 = require("./arrow");
 const registry_1 = require("./embedding/registry");
 const table_1 = require("./table");
@@ -72,7 +73,14 @@ class LocalConnection extends Connection {
             throw new Error("data is required");
         }
         const { buf, mode } = await table_1.Table.parseTableData(data, options);
-        const innerTable = await this.inner.createTable(nameOrOptions, buf, mode, cleanseStorageOptions(options?.storageOptions), options?.useLegacyFormat);
+        let dataStorageVersion = "legacy";
+        if (options?.dataStorageVersion !== undefined) {
+            dataStorageVersion = options.dataStorageVersion;
+        }
+        else if (options?.useLegacyFormat !== undefined) {
+            dataStorageVersion = options.useLegacyFormat ? "legacy" : "stable";
+        }
+        const innerTable = await this.inner.createTable(nameOrOptions, buf, mode, cleanseStorageOptions(options?.storageOptions), dataStorageVersion);
         return new table_1.LocalTable(innerTable);
     }
     async createEmptyTable(name, schema, options) {
@@ -87,9 +95,16 @@ class LocalConnection extends Connection {
             const registry = (0, registry_1.getRegistry)();
             metadata = registry.getTableMetadata([embeddingFunction]);
         }
+        let dataStorageVersion = "legacy";
+        if (options?.dataStorageVersion !== undefined) {
+            dataStorageVersion = options.dataStorageVersion;
+        }
+        else if (options?.useLegacyFormat !== undefined) {
+            dataStorageVersion = options.useLegacyFormat ? "legacy" : "stable";
+        }
         const table = (0, arrow_1.makeEmptyTable)(schema, metadata);
         const buf = await (0, arrow_1.fromTableToBuffer)(table);
-        const innerTable = await this.inner.createEmptyTable(name, buf, mode, cleanseStorageOptions(options?.storageOptions), options?.useLegacyFormat);
+        const innerTable = await this.inner.createEmptyTable(name, buf, mode, cleanseStorageOptions(options?.storageOptions), dataStorageVersion);
         return new table_1.LocalTable(innerTable);
     }
     async dropTable(name) {
@@ -113,7 +128,6 @@ function cleanseStorageOptions(options) {
     }
     return result;
 }
-exports.cleanseStorageOptions = cleanseStorageOptions;
 /**
  * Convert a string to snake case. It might already be snake case, in which case it is
  * returned unchanged.

package/dist/embedding/embedding_function.d.ts

@@ -1,5 +1,5 @@
 import "reflect-metadata";
-import { DataType, DataTypeLike, FloatLike, type IntoVector } from "../arrow";
+import { DataType, Float, type IntoVector } from "../arrow";
 /**
  * Options for a given embedding function
  */
@@ -52,7 +52,7 @@ export declare abstract class EmbeddingFunction<T = any, M extends FunctionOptio
      *
      * @see {@link lancedb.LanceSchema}
      */
-    sourceField(optionsOrDatatype: Partial<FieldOptions> | DataTypeLike): [DataTypeLike, Map<string, EmbeddingFunction>];
+    sourceField(optionsOrDatatype: Partial<FieldOptions> | DataType): [DataType, Map<string, EmbeddingFunction>];
     /**
      * vectorField is used in combination with `LanceSchema` to provide a declarative data model
      *
@@ -64,7 +64,7 @@ export declare abstract class EmbeddingFunction<T = any, M extends FunctionOptio
     /** The number of dimensions of the embeddings */
     ndims(): number | undefined;
     /** The datatype of the embeddings */
-    abstract embeddingDataType(): FloatLike;
+    abstract embeddingDataType(): Float;
     /**
      * Creates a vector representation for the given values.
      */
@@ -74,6 +74,16 @@ export declare abstract class EmbeddingFunction<T = any, M extends FunctionOptio
    */
     computeQueryEmbeddings(data: T): Promise<Awaited<IntoVector>>;
 }
+/**
+ * an abstract class for implementing embedding functions that take text as input
+ */
+export declare abstract class TextEmbeddingFunction<M extends FunctionOptions = FunctionOptions> extends EmbeddingFunction<string, M> {
+    abstract generateEmbeddings(texts: string[], ...args: any[]): Promise<number[][] | Float32Array[] | Float64Array[]>;
+    computeQueryEmbeddings(data: string): Promise<Awaited<IntoVector>>;
+    embeddingDataType(): Float;
+    sourceField(): [DataType, Map<string, EmbeddingFunction>];
+    computeSourceEmbeddings(data: string[]): Promise<number[][] | Float32Array[] | Float64Array[]>;
+}
 export interface FieldOptions<T extends DataType = DataType> {
     datatype: T;
     dims?: number;

package/dist/embedding/embedding_function.js

@@ -13,7 +13,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EmbeddingFunction = void 0;
+exports.TextEmbeddingFunction = exports.EmbeddingFunction = void 0;
 require("reflect-metadata");
 const arrow_1 = require("../arrow");
 const sanitize_1 = require("../sanitize");
@@ -35,9 +35,9 @@ class EmbeddingFunction {
      * @see {@link lancedb.LanceSchema}
      */
     sourceField(optionsOrDatatype) {
-        let datatype = (0, arrow_1.isDataType)(optionsOrDatatype)
-            ? optionsOrDatatype
-            : optionsOrDatatype?.datatype;
+        let datatype = "datatype" in optionsOrDatatype
+            ? optionsOrDatatype.datatype
+            : optionsOrDatatype;
         if (!datatype) {
             throw new Error("Datatype is required");
         }
@@ -58,8 +58,11 @@ class EmbeddingFunction {
         let vectorType;
         let dims = this.ndims();
         // `func.vectorField(new Float32())`
-        if ((0, arrow_1.isDataType)(optionsOrDatatype)) {
-            dtype = optionsOrDatatype;
+        if (optionsOrDatatype === undefined) {
+            dtype = new arrow_1.Float32();
+        }
+        else if (!("datatype" in optionsOrDatatype)) {
+            dtype = (0, sanitize_1.sanitizeType)(optionsOrDatatype);
         }
         else {
             // `func.vectorField({
@@ -67,7 +70,7 @@ class EmbeddingFunction {
             //  dims: 10
             // })`
             dims = dims ?? optionsOrDatatype?.dims;
-            dtype = optionsOrDatatype?.datatype;
+            dtype = (0, sanitize_1.sanitizeType)(optionsOrDatatype?.datatype);
         }
         if (dtype !== undefined) {
             // `func.vectorField(new FixedSizeList(dims, new Field("item", new Float32(), true)))`
@@ -110,3 +113,21 @@ class EmbeddingFunction {
     }
 }
 exports.EmbeddingFunction = EmbeddingFunction;
+/**
+ * an abstract class for implementing embedding functions that take text as input
+ */
+class TextEmbeddingFunction extends EmbeddingFunction {
+    async computeQueryEmbeddings(data) {
+        return this.generateEmbeddings([data]).then((data) => data[0]);
+    }
+    embeddingDataType() {
+        return new arrow_1.Float32();
+    }
+    sourceField() {
+        return super.sourceField(new arrow_1.Utf8());
+    }
+    computeSourceEmbeddings(data) {
+        return this.generateEmbeddings(data);
+    }
+}
+exports.TextEmbeddingFunction = TextEmbeddingFunction;

package/dist/embedding/index.d.ts

@@ -1,6 +1,6 @@
 import { Schema } from "../arrow";
 import { EmbeddingFunction } from "./embedding_function";
-export { EmbeddingFunction } from "./embedding_function";
+export { EmbeddingFunction, TextEmbeddingFunction } from "./embedding_function";
 export * from "./openai";
 export * from "./transformers";
 export * from "./registry";

package/dist/embedding/index.js

@@ -27,13 +27,14 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LanceSchema = exports.EmbeddingFunction = void 0;
+exports.TextEmbeddingFunction = exports.EmbeddingFunction = void 0;
+exports.LanceSchema = LanceSchema;
 const arrow_1 = require("../arrow");
-const arrow_2 = require("../arrow");
 const sanitize_1 = require("../sanitize");
 const registry_1 = require("./registry");
 var embedding_function_1 = require("./embedding_function");
 Object.defineProperty(exports, "EmbeddingFunction", { enumerable: true, get: function () { return embedding_function_1.EmbeddingFunction; } });
+Object.defineProperty(exports, "TextEmbeddingFunction", { enumerable: true, get: function () { return embedding_function_1.TextEmbeddingFunction; } });
 // We need to explicitly export '*' so that the `register` decorator actually registers the class.
 __exportStar(require("./openai"), exports);
 __exportStar(require("./transformers"), exports);
@@ -64,21 +65,20 @@ function LanceSchema(fields) {
     const arrowFields = [];
     const embeddingFunctions = new Map();
     Object.entries(fields).forEach(([key, value]) => {
-        if ((0, arrow_2.isDataType)(value)) {
-            arrowFields.push(new arrow_1.Field(key, (0, sanitize_1.sanitizeType)(value), true));
-        }
-        else {
+        if (Array.isArray(value)) {
             const [dtype, metadata] = value;
             arrowFields.push(new arrow_1.Field(key, (0, sanitize_1.sanitizeType)(dtype), true));
             parseEmbeddingFunctions(embeddingFunctions, key, metadata);
         }
+        else {
+            arrowFields.push(new arrow_1.Field(key, (0, sanitize_1.sanitizeType)(value), true));
+        }
     });
     const registry = (0, registry_1.getRegistry)();
     const metadata = registry.getTableMetadata(Array.from(embeddingFunctions.values()));
     const schema = new arrow_1.Schema(arrowFields, metadata);
     return schema;
 }
-exports.LanceSchema = LanceSchema;
 function parseEmbeddingFunctions(embeddingFunctions, key, metadata) {
     if (metadata.has("source_column_for")) {
         const embedFunction = metadata.get("source_column_for");

package/dist/embedding/openai.d.ts

@@ -1,4 +1,4 @@
-import { type EmbeddingCreateParams } from "openai/resources";
+import type { EmbeddingCreateParams } from "openai/resources/index";
 import { Float } from "../arrow";
 import { EmbeddingFunction } from "./embedding_function";
 export type OpenAIOptions = {

package/dist/embedding/registry.d.ts

@@ -16,6 +16,10 @@ interface EmbeddingFunctionCreate<T extends EmbeddingFunction> {
  */
 export declare class EmbeddingFunctionRegistry {
     #private;
+    /**
+     * Get the number of registered functions
+     */
+    length(): number;
     /**
      * Register an embedding function
      * @param name The name of the function

package/dist/embedding/registry.js

@@ -13,7 +13,9 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getRegistry = exports.register = exports.EmbeddingFunctionRegistry = void 0;
+exports.EmbeddingFunctionRegistry = void 0;
+exports.register = register;
+exports.getRegistry = getRegistry;
 require("reflect-metadata");
 /**
  * This is a singleton class used to register embedding functions
@@ -23,6 +25,12 @@ require("reflect-metadata");
  */
 class EmbeddingFunctionRegistry {
     #functions = new Map();
+    /**
+     * Get the number of registered functions
+     */
+    length() {
+        return this.#functions.size;
+    }
     /**
      * Register an embedding function
      * @param name The name of the function
@@ -130,7 +138,6 @@ const _REGISTRY = new EmbeddingFunctionRegistry();
 function register(name) {
     return _REGISTRY.register(name);
 }
-exports.register = register;
 /**
  * Utility function to get the global instance of the registry
  * @returns `EmbeddingFunctionRegistry` The global instance of the registry
@@ -142,4 +149,3 @@ exports.register = register;
 function getRegistry() {
     return _REGISTRY;
 }
-exports.getRegistry = getRegistry;

package/dist/index.d.ts

@@ -6,7 +6,7 @@ export { makeArrowTable, MakeArrowTableOptions, Data, VectorColumnOptions, } fro
 export { Connection, CreateTableOptions, TableNamesOptions, } from "./connection";
 export { ExecutableQuery, Query, QueryBase, VectorQuery, RecordBatchIterator, } from "./query";
 export { Index, IndexOptions, IvfPqOptions } from "./indices";
-export { Table, AddDataOptions, UpdateOptions } from "./table";
+export { Table, AddDataOptions, UpdateOptions, OptimizeOptions } from "./table";
 export * as embedding from "./embedding";
 /**
  * Connect to a LanceDB instance at the given URI.

package/dist/index.js

@@ -13,7 +13,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.connect = exports.embedding = exports.Table = exports.Index = exports.RecordBatchIterator = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = void 0;
+exports.embedding = exports.Table = exports.Index = exports.RecordBatchIterator = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = void 0;
+exports.connect = connect;
 const connection_1 = require("./connection");
 const native_js_1 = require("./native.js");
 const remote_1 = require("./remote");
@@ -54,4 +55,3 @@ async function connect(uriOrOptions, opts = {}) {
     const nativeConn = await native_js_1.Connection.new(uri, opts);
     return new connection_1.LocalConnection(nativeConn);
 }
-exports.connect = connect;

package/dist/indices.d.ts

@@ -138,6 +138,36 @@ export declare class Index {
      * block size may be added in the future.
      */
     static btree(): Index;
+    /**
+     * Create a bitmap index.
+     *
+     * A `Bitmap` index stores a bitmap for each distinct value in the column for every row.
+     *
+     * This index works best for low-cardinality columns, where the number of unique values
+     * is small (i.e., less than a few hundreds).
+     */
+    static bitmap(): Index;
+    /**
+     * Create a label list index.
+     *
+     * LabelList index is a scalar index that can be used on `List<T>` columns to
+     * support queries with `array_contains_all` and `array_contains_any`
+     * using an underlying bitmap index.
+     */
+    static labelList(): Index;
+    /**
+     * Create a full text search index
+     *
+     * A full text search index is an index on a string column, so that you can conduct full
+     * text searches on the column.
+     *
+     * The results of a full text search are ordered by relevance measured by BM25.
+     *
+     * You can combine filters with full text search.
+     *
+     * For now, the full text search index only supports English, and doesn't support phrase search.
+     */
+    static fts(): Index;
 }
 export interface IndexOptions {
     /**

package/dist/indices.js

@@ -67,5 +67,41 @@ class Index {
     static btree() {
         return new Index(native_1.Index.btree());
     }
+    /**
+     * Create a bitmap index.
+     *
+     * A `Bitmap` index stores a bitmap for each distinct value in the column for every row.
+     *
+     * This index works best for low-cardinality columns, where the number of unique values
+     * is small (i.e., less than a few hundreds).
+     */
+    static bitmap() {
+        return new Index(native_1.Index.bitmap());
+    }
+    /**
+     * Create a label list index.
+     *
+     * LabelList index is a scalar index that can be used on `List<T>` columns to
+     * support queries with `array_contains_all` and `array_contains_any`
+     * using an underlying bitmap index.
+     */
+    static labelList() {
+        return new Index(native_1.Index.labelList());
+    }
+    /**
+     * Create a full text search index
+     *
+     * A full text search index is an index on a string column, so that you can conduct full
+     * text searches on the column.
+     *
+     * The results of a full text search are ordered by relevance measured by BM25.
+     *
+     * You can combine filters with full text search.
+     *
+     * For now, the full text search index only supports English, and doesn't support phrase search.
+     */
+    static fts() {
+        return new Index(native_1.Index.fts());
+    }
 }
 exports.Index = Index;

package/dist/query.d.ts

@@ -19,6 +19,18 @@ export interface QueryExecutionOptions {
      */
     maxBatchLength?: number;
 }
+/**
+ * Options that control the behavior of a full text search
+ */
+export interface FullTextSearchOptions {
+    /**
+     * The columns to search
+     *
+     * If not specified, all indexed columns will be searched.
+     * For now, only one column can be searched.
+     */
+    columns?: string | string[];
+}
 /** Common methods supported by all query types */
 export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVectorQuery> implements AsyncIterable<RecordBatch> {
     protected inner: NativeQueryType | Promise<NativeQueryType>;
@@ -43,6 +55,7 @@ export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVecto
      * @deprecated Use `where` instead
      */
     filter(predicate: string): this;
+    fullTextSearch(query: string, options?: Partial<FullTextSearchOptions>): this;
     /**
      * Return only the specified columns.
      *

package/dist/query.js

@@ -98,6 +98,19 @@ class QueryBase {
     filter(predicate) {
         return this.where(predicate);
     }
+    fullTextSearch(query, options) {
+        let columns = null;
+        if (options) {
+            if (typeof options.columns === "string") {
+                columns = [options.columns];
+            }
+            else if (Array.isArray(options.columns)) {
+                columns = options.columns;
+            }
+        }
+        this.doCall((inner) => inner.fullTextSearch(query, columns));
+        return this;
+    }
     /**
      * Return only the specified columns.
      *

package/dist/remote/client.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { type AxiosResponse } from "axios";
 import { Table as ArrowTable } from "../arrow";
 import { VectorQuery } from "../query";

package/dist/remote/connection.js

@@ -12,7 +12,7 @@ class RemoteConnection extends connection_1.Connection {
     #apiKey;
     #region;
     #client;
-    #tableCache = new util_1.TTLCache(300000);
+    #tableCache = new util_1.TTLCache(300_000);
     constructor(url, { apiKey, region, hostOverride, timeout }) {
         super();
         apiKey = apiKey ?? process.env.LANCEDB_API_KEY;

package/dist/sanitize.js

@@ -13,7 +13,28 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sanitizeTable = exports.sanitizeSchema = exports.sanitizeField = exports.sanitizeType = exports.sanitizeDictionary = exports.sanitizeDuration = exports.sanitizeMap = exports.sanitizeFixedSizeList = exports.sanitizeFixedSizeBinary = exports.sanitizeTypedUnion = exports.sanitizeUnion = exports.sanitizeStruct = exports.sanitizeList = exports.sanitizeInterval = exports.sanitizeTypedTimestamp = exports.sanitizeTimestamp = exports.sanitizeTime = exports.sanitizeDate = exports.sanitizeDecimal = exports.sanitizeFloat = exports.sanitizeInt = exports.sanitizeMetadata = void 0;
+exports.sanitizeMetadata = sanitizeMetadata;
+exports.sanitizeInt = sanitizeInt;
+exports.sanitizeFloat = sanitizeFloat;
+exports.sanitizeDecimal = sanitizeDecimal;
+exports.sanitizeDate = sanitizeDate;
+exports.sanitizeTime = sanitizeTime;
+exports.sanitizeTimestamp = sanitizeTimestamp;
+exports.sanitizeTypedTimestamp = sanitizeTypedTimestamp;
+exports.sanitizeInterval = sanitizeInterval;
+exports.sanitizeList = sanitizeList;
+exports.sanitizeStruct = sanitizeStruct;
+exports.sanitizeUnion = sanitizeUnion;
+exports.sanitizeTypedUnion = sanitizeTypedUnion;
+exports.sanitizeFixedSizeBinary = sanitizeFixedSizeBinary;
+exports.sanitizeFixedSizeList = sanitizeFixedSizeList;
+exports.sanitizeMap = sanitizeMap;
+exports.sanitizeDuration = sanitizeDuration;
+exports.sanitizeDictionary = sanitizeDictionary;
+exports.sanitizeType = sanitizeType;
+exports.sanitizeField = sanitizeField;
+exports.sanitizeSchema = sanitizeSchema;
+exports.sanitizeTable = sanitizeTable;
 // The utilities in this file help sanitize data from the user's arrow
 // library into the types expected by vectordb's arrow library.  Node
 // generally allows for mulitple versions of the same library (and sometimes
@@ -37,7 +58,6 @@ function sanitizeMetadata(metadataLike) {
     }
     return metadataLike;
 }
-exports.sanitizeMetadata = sanitizeMetadata;
 function sanitizeInt(typeLike) {
     if (!("bitWidth" in typeLike) ||
         typeof typeLike.bitWidth !== "number" ||
@@ -47,14 +67,12 @@ function sanitizeInt(typeLike) {
     }
     return new arrow_1.Int(typeLike.isSigned, typeLike.bitWidth);
 }
-exports.sanitizeInt = sanitizeInt;
 function sanitizeFloat(typeLike) {
     if (!("precision" in typeLike) || typeof typeLike.precision !== "number") {
         throw Error("Expected a Float Type to have a `precision` property");
     }
     return new arrow_1.Float(typeLike.precision);
 }
-exports.sanitizeFloat = sanitizeFloat;
 function sanitizeDecimal(typeLike) {
     if (!("scale" in typeLike) ||
         typeof typeLike.scale !== "number" ||
@@ -66,14 +84,12 @@ function sanitizeDecimal(typeLike) {
     }
     return new arrow_1.Decimal(typeLike.scale, typeLike.precision, typeLike.bitWidth);
 }
-exports.sanitizeDecimal = sanitizeDecimal;
 function sanitizeDate(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected a Date type to have a `unit` property");
     }
     return new arrow_1.Date_(typeLike.unit);
 }
-exports.sanitizeDate = sanitizeDate;
 function sanitizeTime(typeLike) {
     if (!("unit" in typeLike) ||
         typeof typeLike.unit !== "number" ||
@@ -83,7 +99,6 @@ function sanitizeTime(typeLike) {
     }
     return new arrow_1.Time(typeLike.unit, typeLike.bitWidth);
 }
-exports.sanitizeTime = sanitizeTime;
 function sanitizeTimestamp(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected a Timestamp type to have a `unit` property");
@@ -94,7 +109,6 @@ function sanitizeTimestamp(typeLike) {
     }
     return new arrow_1.Timestamp(typeLike.unit, timezone);
 }
-exports.sanitizeTimestamp = sanitizeTimestamp;
 function sanitizeTypedTimestamp(typeLike, 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 Datatype) {
@@ -104,14 +118,12 @@ Datatype) {
     }
     return new Datatype(timezone);
 }
-exports.sanitizeTypedTimestamp = sanitizeTypedTimestamp;
 function sanitizeInterval(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected an Interval type to have a `unit` property");
     }
     return new arrow_1.Interval(typeLike.unit);
 }
-exports.sanitizeInterval = sanitizeInterval;
 function sanitizeList(typeLike) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a List type to have an array-like `children` property");
@@ -121,14 +133,12 @@ function sanitizeList(typeLike) {
     }
     return new arrow_1.List(sanitizeField(typeLike.children[0]));
 }
-exports.sanitizeList = sanitizeList;
 function sanitizeStruct(typeLike) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Struct type to have an array-like `children` property");
     }
     return new arrow_1.Struct(typeLike.children.map((child) => sanitizeField(child)));
 }
-exports.sanitizeStruct = sanitizeStruct;
 function sanitizeUnion(typeLike) {
     if (!("typeIds" in typeLike) ||
         !("mode" in typeLike) ||
@@ -142,7 +152,6 @@ function sanitizeUnion(typeLike) {
     // biome-ignore lint/suspicious/noExplicitAny: skip
     typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
 }
-exports.sanitizeUnion = sanitizeUnion;
 function sanitizeTypedUnion(typeLike, 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 UnionType) {
@@ -154,14 +163,12 @@ UnionType) {
     }
     return new UnionType(typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
 }
-exports.sanitizeTypedUnion = sanitizeTypedUnion;
 function sanitizeFixedSizeBinary(typeLike) {
     if (!("byteWidth" in typeLike) || typeof typeLike.byteWidth !== "number") {
         throw Error("Expected a FixedSizeBinary type to have a `byteWidth` property");
     }
     return new arrow_1.FixedSizeBinary(typeLike.byteWidth);
 }
-exports.sanitizeFixedSizeBinary = sanitizeFixedSizeBinary;
 function sanitizeFixedSizeList(typeLike) {
     if (!("listSize" in typeLike) || typeof typeLike.listSize !== "number") {
         throw Error("Expected a FixedSizeList type to have a `listSize` property");
@@ -174,7 +181,6 @@ function sanitizeFixedSizeList(typeLike) {
     }
     return new arrow_1.FixedSizeList(typeLike.listSize, sanitizeField(typeLike.children[0]));
 }
-exports.sanitizeFixedSizeList = sanitizeFixedSizeList;
 function sanitizeMap(typeLike) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Map type to have an array-like `children` property");
@@ -186,14 +192,12 @@ function sanitizeMap(typeLike) {
     // biome-ignore lint/suspicious/noExplicitAny: skip
     typeLike.children.map((field) => sanitizeField(field)), typeLike.keysSorted);
 }
-exports.sanitizeMap = sanitizeMap;
 function sanitizeDuration(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected a Duration type to have a `unit` property");
     }
     return new arrow_1.Duration(typeLike.unit);
 }
-exports.sanitizeDuration = sanitizeDuration;
 function sanitizeDictionary(typeLike) {
     if (!("id" in typeLike) || typeof typeLike.id !== "number") {
         throw Error("Expected a Dictionary type to have an `id` property");
@@ -209,14 +213,15 @@ function sanitizeDictionary(typeLike) {
     }
     return new arrow_1.Dictionary(sanitizeType(typeLike.dictionary), sanitizeType(typeLike.indices), typeLike.id, typeLike.isOrdered);
 }
-exports.sanitizeDictionary = sanitizeDictionary;
 // biome-ignore lint/suspicious/noExplicitAny: skip
 function sanitizeType(typeLike) {
     if (typeof typeLike !== "object" || typeLike === null) {
         throw Error("Expected a Type but object was null/undefined");
     }
-    if (!("typeId" in typeLike) || !(typeof typeLike.typeId !== "function")) {
-        throw Error("Expected a Type to have a typeId function");
+    if (!("typeId" in typeLike) ||
+        !(typeof typeLike.typeId !== "function" ||
+            typeof typeLike.typeId !== "number")) {
+        throw Error("Expected a Type to have a typeId property");
     }
     let typeId;
     if (typeof typeLike.typeId === "function") {
@@ -331,7 +336,6 @@ function sanitizeType(typeLike) {
             throw new Error("Unrecoginized type id in schema: " + typeId);
     }
 }
-exports.sanitizeType = sanitizeType;
 function sanitizeField(fieldLike) {
     if (fieldLike instanceof arrow_1.Field) {
         return fieldLike;
@@ -359,7 +363,6 @@ function sanitizeField(fieldLike) {
     }
     return new arrow_1.Field(name, type, nullable, metadata);
 }
-exports.sanitizeField = sanitizeField;
 /**
  * Convert something schemaLike into a Schema instance
  *
@@ -387,7 +390,6 @@ function sanitizeSchema(schemaLike) {
     const sanitizedFields = schemaLike.fields.map((field) => sanitizeField(field));
     return new arrow_1.Schema(sanitizedFields, metadata);
 }
-exports.sanitizeSchema = sanitizeSchema;
 function sanitizeTable(tableLike) {
     if (tableLike instanceof arrow_1.Table) {
         return tableLike;
@@ -405,7 +407,6 @@ function sanitizeTable(tableLike) {
     const batches = tableLike.batches.map(sanitizeRecordBatch);
     return new arrow_1.Table(schema, batches);
 }
-exports.sanitizeTable = sanitizeTable;
 function sanitizeRecordBatch(batchLike) {
     if (batchLike instanceof arrow_1.RecordBatch) {
         return batchLike;

package/dist/table.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Table as ArrowTable, Data, IntoVector, Schema, TableLike } from "./arrow";
 import { CreateTableOptions } from "./connection";
 import { IndexOptions } from "./indices";
@@ -218,20 +217,16 @@ export declare abstract class Table {
     abstract query(): Query;
     /**
      * Create a search query to find the nearest neighbors
-     * of the given query vector
-     * @param {string} query - the query. This will be converted to a vector using the table's provided embedding function
-     * @note  If no embedding functions are defined in the table, this will error when collecting the results.
-     *
-     * This is just a convenience method for calling `.query().nearestTo(await myEmbeddingFunction(query))`
-     */
-    abstract search(query: string): VectorQuery;
-    /**
-     * Create a search query to find the nearest neighbors
-     * of the given query vector
-     * @param {IntoVector} query - the query vector
-     * This is just a convenience method for calling `.query().nearestTo(query)`
+     * of the given query
+     * @param {string | IntoVector} query - the query, a vector or string
+     * @param {string} queryType - the type of the query, "vector", "fts", or "auto"
+     * @param {string | string[]} ftsColumns - the columns to search in for full text search
+     *    for now, only one column can be searched at a time.
+     *
+     * when "auto" is used, if the query is a string and an embedding function is defined, it will be treated as a vector query
+     * if the query is a string and no embedding function is defined, it will be treated as a full text search query
      */
-    abstract search(query: IntoVector): VectorQuery;
+    abstract search(query: string | IntoVector, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     /**
      * Search the table with a given query vector.
      *
@@ -381,7 +376,7 @@ export declare class LocalTable extends Table {
     delete(predicate: string): Promise<void>;
     createIndex(column: string, options?: Partial<IndexOptions>): Promise<void>;
     query(): Query;
-    search(query: string | IntoVector): VectorQuery;
+    search(query: string | IntoVector, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     vectorSearch(vector: IntoVector): VectorQuery;
     addColumns(newColumnTransforms: AddColumnsSql[]): Promise<void>;
     alterColumns(columnAlterations: ColumnAlteration[]): Promise<void>;

package/dist/table.js

@@ -157,23 +157,37 @@ class LocalTable extends Table {
     query() {
         return new query_1.Query(this.inner);
     }
-    search(query) {
+    search(query, queryType = "auto", ftsColumns) {
         if (typeof query !== "string") {
+            if (queryType === "fts") {
+                throw new Error("Cannot perform full text search on a vector query");
+            }
             return this.vectorSearch(query);
         }
-        else {
-            const queryPromise = this.getEmbeddingFunctions().then(async (functions) => {
-                // TODO: Support multiple embedding functions
-                const embeddingFunc = functions
-                    .values()
-                    .next().value;
-                if (!embeddingFunc) {
-                    return Promise.reject(new Error("No embedding functions are defined in the table"));
-                }
-                return await embeddingFunc.function.computeQueryEmbeddings(query);
+        // If the query is a string, we need to determine if it is a vector query or a full text search query
+        if (queryType === "fts") {
+            return this.query().fullTextSearch(query, {
+                columns: ftsColumns,
+            });
+        }
+        // The query type is auto or vector
+        // fall back to full text search if no embedding functions are defined and the query is a string
+        if (queryType === "auto" && (0, registry_1.getRegistry)().length() === 0) {
+            return this.query().fullTextSearch(query, {
+                columns: ftsColumns,
             });
-            return this.query().nearestTo(queryPromise);
         }
+        const queryPromise = this.getEmbeddingFunctions().then(async (functions) => {
+            // TODO: Support multiple embedding functions
+            const embeddingFunc = functions
+                .values()
+                .next().value;
+            if (!embeddingFunc) {
+                return Promise.reject(new Error("No embedding functions are defined in the table"));
+            }
+            return await embeddingFunc.function.computeQueryEmbeddings(query);
+        });
+        return this.query().nearestTo(queryPromise);
     }
     vectorSearch(vector) {
         return this.query().nearestTo(vector);

package/dist/util.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 export type IntoSql = string | number | boolean | null | Date | ArrayBufferLike | Buffer | IntoSql[];
 export declare function toSQL(value: IntoSql): string;
 export declare class TTLCache {

package/dist/util.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TTLCache = exports.toSQL = void 0;
+exports.TTLCache = void 0;
+exports.toSQL = toSQL;
 function toSQL(value) {
     if (typeof value === "string") {
         return `'${value.replace(/'/g, "''")}'`;
@@ -30,7 +31,6 @@ function toSQL(value) {
         throw new Error(`Unsupported value type: ${typeof value} value: (${value})`);
     }
 }
-exports.toSQL = toSQL;
 class TTLCache {
     ttl;
     // biome-ignore lint/suspicious/noExplicitAny: <explanation>

package/package.json

@@ -10,7 +10,7 @@
     "vector database",
     "ann"
   ],
-  "version": "0.8.0",
+  "version": "0.10.0-beta.0",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -53,7 +53,7 @@
     "ts-jest": "^29.1.2",
     "typedoc": "^0.26.4",
     "typedoc-plugin-markdown": "^4.2.1",
-    "typescript": "^5.3.3",
+    "typescript": "^5.5.4",
     "typescript-eslint": "^7.1.0"
   },
   "ava": {
@@ -81,6 +81,7 @@
     "docs": "typedoc --plugin typedoc-plugin-markdown --out ../docs/src/js lancedb/index.ts",
     "lint": "biome check . && biome format .",
     "lint-fix": "biome check --write . && biome format --write .",
+    "prepublishOnly": "napi prepublish -t npm",
     "test": "jest --verbose",
     "integration": "S3_TEST=1 npm run test",
     "universal": "napi universal",
@@ -91,11 +92,11 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-arm64": "0.8.0",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.8.0",
-    "@lancedb/lancedb-darwin-x64": "0.8.0",
-    "@lancedb/lancedb-linux-x64-gnu": "0.8.0",
-    "@lancedb/lancedb-win32-x64-msvc": "0.8.0"
+    "@lancedb/lancedb-darwin-arm64": "0.10.0-beta.0",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.10.0-beta.0",
+    "@lancedb/lancedb-darwin-x64": "0.10.0-beta.0",
+    "@lancedb/lancedb-linux-x64-gnu": "0.10.0-beta.0",
+    "@lancedb/lancedb-win32-x64-msvc": "0.10.0-beta.0"
   },
   "peerDependencies": {
     "apache-arrow": ">=13.0.0 <=17.0.0"