@lancedb/lancedb 0.9.0 → 0.10.0-beta.0

package/dist/arrow.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Table as ArrowTable, Binary, BufferType, Field, FixedSizeBinary, FixedSizeList, Float, Int, LargeBinary, List, Null, RecordBatch, Schema, Struct, Utf8 } from "apache-arrow";
 import { Buffers } from "apache-arrow/data";
 import { type EmbeddingFunction } from "./embedding/embedding_function";

package/dist/arrow.js

@@ -27,7 +27,37 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEmptyTable = exports.fromTableToStreamBuffer = exports.fromDataToBuffer = exports.fromTableToBuffer = exports.fromRecordsToStreamBuffer = exports.fromRecordsToBuffer = exports.newVectorType = exports.convertToTable = exports.makeEmptyTable = exports.makeArrowTable = exports.MakeArrowTableOptions = exports.VectorColumnOptions = exports.isFixedSizeList = exports.isFixedSizeBinary = exports.isUnion = exports.isStruct = exports.isList = exports.isDuration = exports.isInterval = exports.isTimestamp = exports.isTime = exports.isDate = exports.isDecimal = exports.isBool = exports.isLargeUtf8 = exports.isUtf8 = exports.isLargeBinary = exports.isBinary = exports.isFloat = exports.isInt = exports.isNull = exports.isArrowTable = void 0;
+exports.MakeArrowTableOptions = exports.VectorColumnOptions = void 0;
+exports.isArrowTable = isArrowTable;
+exports.isNull = isNull;
+exports.isInt = isInt;
+exports.isFloat = isFloat;
+exports.isBinary = isBinary;
+exports.isLargeBinary = isLargeBinary;
+exports.isUtf8 = isUtf8;
+exports.isLargeUtf8 = isLargeUtf8;
+exports.isBool = isBool;
+exports.isDecimal = isDecimal;
+exports.isDate = isDate;
+exports.isTime = isTime;
+exports.isTimestamp = isTimestamp;
+exports.isInterval = isInterval;
+exports.isDuration = isDuration;
+exports.isList = isList;
+exports.isStruct = isStruct;
+exports.isUnion = isUnion;
+exports.isFixedSizeBinary = isFixedSizeBinary;
+exports.isFixedSizeList = isFixedSizeList;
+exports.makeArrowTable = makeArrowTable;
+exports.makeEmptyTable = makeEmptyTable;
+exports.convertToTable = convertToTable;
+exports.newVectorType = newVectorType;
+exports.fromRecordsToBuffer = fromRecordsToBuffer;
+exports.fromRecordsToStreamBuffer = fromRecordsToStreamBuffer;
+exports.fromTableToBuffer = fromTableToBuffer;
+exports.fromDataToBuffer = fromDataToBuffer;
+exports.fromTableToStreamBuffer = fromTableToStreamBuffer;
+exports.createEmptyTable = createEmptyTable;
 const apache_arrow_1 = require("apache-arrow");
 const registry_1 = require("./embedding/registry");
 const sanitize_1 = require("./sanitize");
@@ -37,83 +67,63 @@ function isArrowTable(value) {
         return true;
     return "schema" in value && "batches" in value;
 }
-exports.isArrowTable = isArrowTable;
 function isNull(value) {
     return value instanceof apache_arrow_1.Null || apache_arrow_1.DataType.isNull(value);
 }
-exports.isNull = isNull;
 function isInt(value) {
     return value instanceof apache_arrow_1.Int || apache_arrow_1.DataType.isInt(value);
 }
-exports.isInt = isInt;
 function isFloat(value) {
     return value instanceof apache_arrow_1.Float || apache_arrow_1.DataType.isFloat(value);
 }
-exports.isFloat = isFloat;
 function isBinary(value) {
     return value instanceof apache_arrow_1.Binary || apache_arrow_1.DataType.isBinary(value);
 }
-exports.isBinary = isBinary;
 function isLargeBinary(value) {
     return value instanceof apache_arrow_1.LargeBinary || apache_arrow_1.DataType.isLargeBinary(value);
 }
-exports.isLargeBinary = isLargeBinary;
 function isUtf8(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isUtf8(value);
 }
-exports.isUtf8 = isUtf8;
 function isLargeUtf8(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isLargeUtf8(value);
 }
-exports.isLargeUtf8 = isLargeUtf8;
 function isBool(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isBool(value);
 }
-exports.isBool = isBool;
 function isDecimal(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isDecimal(value);
 }
-exports.isDecimal = isDecimal;
 function isDate(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isDate(value);
 }
-exports.isDate = isDate;
 function isTime(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isTime(value);
 }
-exports.isTime = isTime;
 function isTimestamp(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isTimestamp(value);
 }
-exports.isTimestamp = isTimestamp;
 function isInterval(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isInterval(value);
 }
-exports.isInterval = isInterval;
 function isDuration(value) {
     return value instanceof apache_arrow_1.Utf8 || apache_arrow_1.DataType.isDuration(value);
 }
-exports.isDuration = isDuration;
 function isList(value) {
     return value instanceof apache_arrow_1.List || apache_arrow_1.DataType.isList(value);
 }
-exports.isList = isList;
 function isStruct(value) {
     return value instanceof apache_arrow_1.Struct || apache_arrow_1.DataType.isStruct(value);
 }
-exports.isStruct = isStruct;
 function isUnion(value) {
     return value instanceof apache_arrow_1.Struct || apache_arrow_1.DataType.isUnion(value);
 }
-exports.isUnion = isUnion;
 function isFixedSizeBinary(value) {
     return value instanceof apache_arrow_1.FixedSizeBinary || apache_arrow_1.DataType.isFixedSizeBinary(value);
 }
-exports.isFixedSizeBinary = isFixedSizeBinary;
 function isFixedSizeList(value) {
     return value instanceof apache_arrow_1.FixedSizeList || apache_arrow_1.DataType.isFixedSizeList(value);
 }
-exports.isFixedSizeList = isFixedSizeList;
 /*
  * Options to control how a column should be converted to a vector array
  */
@@ -371,14 +381,12 @@ function makeArrowTable(data, options, metadata) {
     }
     return tbl;
 }
-exports.makeArrowTable = makeArrowTable;
 /**
  * Create an empty Arrow table with the provided schema
  */
 function makeEmptyTable(schema, metadata) {
     return makeArrowTable([], { schema }, metadata);
 }
-exports.makeEmptyTable = makeEmptyTable;
 /**
  * Helper function to convert Array<Array<any>> to a variable sized list array
  */
@@ -574,7 +582,6 @@ async function convertToTable(data, embeddings, makeTableOptions) {
     const table = makeArrowTable(data, makeTableOptions);
     return await applyEmbeddings(table, embeddings, makeTableOptions?.schema);
 }
-exports.convertToTable = convertToTable;
 /** Creates the Arrow Type for a Vector column with dimension `dim` */
 function newVectorType(dim, innerType) {
     // in Lance we always default to have the elements nullable, so we need to set it to true
@@ -582,7 +589,6 @@ function newVectorType(dim, innerType) {
     const children = new apache_arrow_1.Field("item", (0, sanitize_1.sanitizeType)(innerType), true);
     return new apache_arrow_1.FixedSizeList(dim, children);
 }
-exports.newVectorType = newVectorType;
 /**
  * Serialize an Array of records into a buffer using the Arrow IPC File serialization
  *
@@ -598,7 +604,6 @@ async function fromRecordsToBuffer(data, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchFileWriter.writeAll(table);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromRecordsToBuffer = fromRecordsToBuffer;
 /**
  * Serialize an Array of records into a buffer using the Arrow IPC Stream serialization
  *
@@ -614,7 +619,6 @@ async function fromRecordsToStreamBuffer(data, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchStreamWriter.writeAll(table);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromRecordsToStreamBuffer = fromRecordsToStreamBuffer;
 /**
  * Serialize an Arrow Table into a buffer using the Arrow IPC File serialization
  *
@@ -631,7 +635,6 @@ async function fromTableToBuffer(table, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchFileWriter.writeAll(tableWithEmbeddings);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromTableToBuffer = fromTableToBuffer;
 /**
  * Serialize an Arrow Table into a buffer using the Arrow IPC File serialization
  *
@@ -652,7 +655,6 @@ async function fromDataToBuffer(data, embeddings, schema) {
         return fromTableToBuffer(table);
     }
 }
-exports.fromDataToBuffer = fromDataToBuffer;
 /**
  * Serialize an Arrow Table into a buffer using the Arrow IPC Stream serialization
  *
@@ -666,7 +668,6 @@ async function fromTableToStreamBuffer(table, embeddings, schema) {
     const writer = apache_arrow_1.RecordBatchStreamWriter.writeAll(tableWithEmbeddings);
     return Buffer.from(await writer.toUint8Array());
 }
-exports.fromTableToStreamBuffer = fromTableToStreamBuffer;
 /**
  * Reorder the columns in `batch` so that they agree with the field order in `schema`
  */
@@ -700,7 +701,6 @@ function alignTable(table, schema) {
 function createEmptyTable(schema) {
     return new apache_arrow_1.Table((0, sanitize_1.sanitizeSchema)(schema));
 }
-exports.createEmptyTable = createEmptyTable;
 function validateSchemaEmbeddings(schema, data, embeddings) {
     const fields = [];
     const missingEmbeddingFields = [];

package/dist/connection.js

@@ -13,7 +13,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.cleanseStorageOptions = exports.LocalConnection = exports.Connection = void 0;
+exports.LocalConnection = exports.Connection = void 0;
+exports.cleanseStorageOptions = cleanseStorageOptions;
 const arrow_1 = require("./arrow");
 const registry_1 = require("./embedding/registry");
 const table_1 = require("./table");
@@ -127,7 +128,6 @@ function cleanseStorageOptions(options) {
     }
     return result;
 }
-exports.cleanseStorageOptions = cleanseStorageOptions;
 /**
  * Convert a string to snake case. It might already be snake case, in which case it is
  * returned unchanged.

package/dist/embedding/index.js

@@ -27,7 +27,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LanceSchema = exports.TextEmbeddingFunction = exports.EmbeddingFunction = void 0;
+exports.TextEmbeddingFunction = exports.EmbeddingFunction = void 0;
+exports.LanceSchema = LanceSchema;
 const arrow_1 = require("../arrow");
 const sanitize_1 = require("../sanitize");
 const registry_1 = require("./registry");
@@ -78,7 +79,6 @@ function LanceSchema(fields) {
     const schema = new arrow_1.Schema(arrowFields, metadata);
     return schema;
 }
-exports.LanceSchema = LanceSchema;
 function parseEmbeddingFunctions(embeddingFunctions, key, metadata) {
     if (metadata.has("source_column_for")) {
         const embedFunction = metadata.get("source_column_for");

package/dist/embedding/registry.d.ts

@@ -16,6 +16,10 @@ interface EmbeddingFunctionCreate<T extends EmbeddingFunction> {
  */
 export declare class EmbeddingFunctionRegistry {
     #private;
+    /**
+     * Get the number of registered functions
+     */
+    length(): number;
     /**
      * Register an embedding function
      * @param name The name of the function

package/dist/embedding/registry.js

@@ -13,7 +13,9 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getRegistry = exports.register = exports.EmbeddingFunctionRegistry = void 0;
+exports.EmbeddingFunctionRegistry = void 0;
+exports.register = register;
+exports.getRegistry = getRegistry;
 require("reflect-metadata");
 /**
  * This is a singleton class used to register embedding functions
@@ -23,6 +25,12 @@ require("reflect-metadata");
  */
 class EmbeddingFunctionRegistry {
     #functions = new Map();
+    /**
+     * Get the number of registered functions
+     */
+    length() {
+        return this.#functions.size;
+    }
     /**
      * Register an embedding function
      * @param name The name of the function
@@ -130,7 +138,6 @@ const _REGISTRY = new EmbeddingFunctionRegistry();
 function register(name) {
     return _REGISTRY.register(name);
 }
-exports.register = register;
 /**
  * Utility function to get the global instance of the registry
  * @returns `EmbeddingFunctionRegistry` The global instance of the registry
@@ -142,4 +149,3 @@ exports.register = register;
 function getRegistry() {
     return _REGISTRY;
 }
-exports.getRegistry = getRegistry;

package/dist/index.js

@@ -13,7 +13,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.connect = exports.embedding = exports.Table = exports.Index = exports.RecordBatchIterator = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = void 0;
+exports.embedding = exports.Table = exports.Index = exports.RecordBatchIterator = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = void 0;
+exports.connect = connect;
 const connection_1 = require("./connection");
 const native_js_1 = require("./native.js");
 const remote_1 = require("./remote");
@@ -54,4 +55,3 @@ async function connect(uriOrOptions, opts = {}) {
     const nativeConn = await native_js_1.Connection.new(uri, opts);
     return new connection_1.LocalConnection(nativeConn);
 }
-exports.connect = connect;

package/dist/indices.d.ts

@@ -138,6 +138,36 @@ export declare class Index {
      * block size may be added in the future.
      */
     static btree(): Index;
+    /**
+     * Create a bitmap index.
+     *
+     * A `Bitmap` index stores a bitmap for each distinct value in the column for every row.
+     *
+     * This index works best for low-cardinality columns, where the number of unique values
+     * is small (i.e., less than a few hundreds).
+     */
+    static bitmap(): Index;
+    /**
+     * Create a label list index.
+     *
+     * LabelList index is a scalar index that can be used on `List<T>` columns to
+     * support queries with `array_contains_all` and `array_contains_any`
+     * using an underlying bitmap index.
+     */
+    static labelList(): Index;
+    /**
+     * Create a full text search index
+     *
+     * A full text search index is an index on a string column, so that you can conduct full
+     * text searches on the column.
+     *
+     * The results of a full text search are ordered by relevance measured by BM25.
+     *
+     * You can combine filters with full text search.
+     *
+     * For now, the full text search index only supports English, and doesn't support phrase search.
+     */
+    static fts(): Index;
 }
 export interface IndexOptions {
     /**

package/dist/indices.js

@@ -67,5 +67,41 @@ class Index {
     static btree() {
         return new Index(native_1.Index.btree());
     }
+    /**
+     * Create a bitmap index.
+     *
+     * A `Bitmap` index stores a bitmap for each distinct value in the column for every row.
+     *
+     * This index works best for low-cardinality columns, where the number of unique values
+     * is small (i.e., less than a few hundreds).
+     */
+    static bitmap() {
+        return new Index(native_1.Index.bitmap());
+    }
+    /**
+     * Create a label list index.
+     *
+     * LabelList index is a scalar index that can be used on `List<T>` columns to
+     * support queries with `array_contains_all` and `array_contains_any`
+     * using an underlying bitmap index.
+     */
+    static labelList() {
+        return new Index(native_1.Index.labelList());
+    }
+    /**
+     * Create a full text search index
+     *
+     * A full text search index is an index on a string column, so that you can conduct full
+     * text searches on the column.
+     *
+     * The results of a full text search are ordered by relevance measured by BM25.
+     *
+     * You can combine filters with full text search.
+     *
+     * For now, the full text search index only supports English, and doesn't support phrase search.
+     */
+    static fts() {
+        return new Index(native_1.Index.fts());
+    }
 }
 exports.Index = Index;

package/dist/query.d.ts

@@ -19,6 +19,18 @@ export interface QueryExecutionOptions {
      */
     maxBatchLength?: number;
 }
+/**
+ * Options that control the behavior of a full text search
+ */
+export interface FullTextSearchOptions {
+    /**
+     * The columns to search
+     *
+     * If not specified, all indexed columns will be searched.
+     * For now, only one column can be searched.
+     */
+    columns?: string | string[];
+}
 /** Common methods supported by all query types */
 export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVectorQuery> implements AsyncIterable<RecordBatch> {
     protected inner: NativeQueryType | Promise<NativeQueryType>;
@@ -43,6 +55,7 @@ export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVecto
      * @deprecated Use `where` instead
      */
     filter(predicate: string): this;
+    fullTextSearch(query: string, options?: Partial<FullTextSearchOptions>): this;
     /**
      * Return only the specified columns.
      *

package/dist/query.js

@@ -98,6 +98,19 @@ class QueryBase {
     filter(predicate) {
         return this.where(predicate);
     }
+    fullTextSearch(query, options) {
+        let columns = null;
+        if (options) {
+            if (typeof options.columns === "string") {
+                columns = [options.columns];
+            }
+            else if (Array.isArray(options.columns)) {
+                columns = options.columns;
+            }
+        }
+        this.doCall((inner) => inner.fullTextSearch(query, columns));
+        return this;
+    }
     /**
      * Return only the specified columns.
      *

package/dist/remote/client.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { type AxiosResponse } from "axios";
 import { Table as ArrowTable } from "../arrow";
 import { VectorQuery } from "../query";

package/dist/remote/connection.js

@@ -12,7 +12,7 @@ class RemoteConnection extends connection_1.Connection {
     #apiKey;
     #region;
     #client;
-    #tableCache = new util_1.TTLCache(300000);
+    #tableCache = new util_1.TTLCache(300_000);
     constructor(url, { apiKey, region, hostOverride, timeout }) {
         super();
         apiKey = apiKey ?? process.env.LANCEDB_API_KEY;

package/dist/sanitize.js

@@ -13,7 +13,28 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sanitizeTable = exports.sanitizeSchema = exports.sanitizeField = exports.sanitizeType = exports.sanitizeDictionary = exports.sanitizeDuration = exports.sanitizeMap = exports.sanitizeFixedSizeList = exports.sanitizeFixedSizeBinary = exports.sanitizeTypedUnion = exports.sanitizeUnion = exports.sanitizeStruct = exports.sanitizeList = exports.sanitizeInterval = exports.sanitizeTypedTimestamp = exports.sanitizeTimestamp = exports.sanitizeTime = exports.sanitizeDate = exports.sanitizeDecimal = exports.sanitizeFloat = exports.sanitizeInt = exports.sanitizeMetadata = void 0;
+exports.sanitizeMetadata = sanitizeMetadata;
+exports.sanitizeInt = sanitizeInt;
+exports.sanitizeFloat = sanitizeFloat;
+exports.sanitizeDecimal = sanitizeDecimal;
+exports.sanitizeDate = sanitizeDate;
+exports.sanitizeTime = sanitizeTime;
+exports.sanitizeTimestamp = sanitizeTimestamp;
+exports.sanitizeTypedTimestamp = sanitizeTypedTimestamp;
+exports.sanitizeInterval = sanitizeInterval;
+exports.sanitizeList = sanitizeList;
+exports.sanitizeStruct = sanitizeStruct;
+exports.sanitizeUnion = sanitizeUnion;
+exports.sanitizeTypedUnion = sanitizeTypedUnion;
+exports.sanitizeFixedSizeBinary = sanitizeFixedSizeBinary;
+exports.sanitizeFixedSizeList = sanitizeFixedSizeList;
+exports.sanitizeMap = sanitizeMap;
+exports.sanitizeDuration = sanitizeDuration;
+exports.sanitizeDictionary = sanitizeDictionary;
+exports.sanitizeType = sanitizeType;
+exports.sanitizeField = sanitizeField;
+exports.sanitizeSchema = sanitizeSchema;
+exports.sanitizeTable = sanitizeTable;
 // The utilities in this file help sanitize data from the user's arrow
 // library into the types expected by vectordb's arrow library.  Node
 // generally allows for mulitple versions of the same library (and sometimes
@@ -37,7 +58,6 @@ function sanitizeMetadata(metadataLike) {
     }
     return metadataLike;
 }
-exports.sanitizeMetadata = sanitizeMetadata;
 function sanitizeInt(typeLike) {
     if (!("bitWidth" in typeLike) ||
         typeof typeLike.bitWidth !== "number" ||
@@ -47,14 +67,12 @@ function sanitizeInt(typeLike) {
     }
     return new arrow_1.Int(typeLike.isSigned, typeLike.bitWidth);
 }
-exports.sanitizeInt = sanitizeInt;
 function sanitizeFloat(typeLike) {
     if (!("precision" in typeLike) || typeof typeLike.precision !== "number") {
         throw Error("Expected a Float Type to have a `precision` property");
     }
     return new arrow_1.Float(typeLike.precision);
 }
-exports.sanitizeFloat = sanitizeFloat;
 function sanitizeDecimal(typeLike) {
     if (!("scale" in typeLike) ||
         typeof typeLike.scale !== "number" ||
@@ -66,14 +84,12 @@ function sanitizeDecimal(typeLike) {
     }
     return new arrow_1.Decimal(typeLike.scale, typeLike.precision, typeLike.bitWidth);
 }
-exports.sanitizeDecimal = sanitizeDecimal;
 function sanitizeDate(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected a Date type to have a `unit` property");
     }
     return new arrow_1.Date_(typeLike.unit);
 }
-exports.sanitizeDate = sanitizeDate;
 function sanitizeTime(typeLike) {
     if (!("unit" in typeLike) ||
         typeof typeLike.unit !== "number" ||
@@ -83,7 +99,6 @@ function sanitizeTime(typeLike) {
     }
     return new arrow_1.Time(typeLike.unit, typeLike.bitWidth);
 }
-exports.sanitizeTime = sanitizeTime;
 function sanitizeTimestamp(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected a Timestamp type to have a `unit` property");
@@ -94,7 +109,6 @@ function sanitizeTimestamp(typeLike) {
     }
     return new arrow_1.Timestamp(typeLike.unit, timezone);
 }
-exports.sanitizeTimestamp = sanitizeTimestamp;
 function sanitizeTypedTimestamp(typeLike, 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 Datatype) {
@@ -104,14 +118,12 @@ Datatype) {
     }
     return new Datatype(timezone);
 }
-exports.sanitizeTypedTimestamp = sanitizeTypedTimestamp;
 function sanitizeInterval(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected an Interval type to have a `unit` property");
     }
     return new arrow_1.Interval(typeLike.unit);
 }
-exports.sanitizeInterval = sanitizeInterval;
 function sanitizeList(typeLike) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a List type to have an array-like `children` property");
@@ -121,14 +133,12 @@ function sanitizeList(typeLike) {
     }
     return new arrow_1.List(sanitizeField(typeLike.children[0]));
 }
-exports.sanitizeList = sanitizeList;
 function sanitizeStruct(typeLike) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Struct type to have an array-like `children` property");
     }
     return new arrow_1.Struct(typeLike.children.map((child) => sanitizeField(child)));
 }
-exports.sanitizeStruct = sanitizeStruct;
 function sanitizeUnion(typeLike) {
     if (!("typeIds" in typeLike) ||
         !("mode" in typeLike) ||
@@ -142,7 +152,6 @@ function sanitizeUnion(typeLike) {
     // biome-ignore lint/suspicious/noExplicitAny: skip
     typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
 }
-exports.sanitizeUnion = sanitizeUnion;
 function sanitizeTypedUnion(typeLike, 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 UnionType) {
@@ -154,14 +163,12 @@ UnionType) {
     }
     return new UnionType(typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
 }
-exports.sanitizeTypedUnion = sanitizeTypedUnion;
 function sanitizeFixedSizeBinary(typeLike) {
     if (!("byteWidth" in typeLike) || typeof typeLike.byteWidth !== "number") {
         throw Error("Expected a FixedSizeBinary type to have a `byteWidth` property");
     }
     return new arrow_1.FixedSizeBinary(typeLike.byteWidth);
 }
-exports.sanitizeFixedSizeBinary = sanitizeFixedSizeBinary;
 function sanitizeFixedSizeList(typeLike) {
     if (!("listSize" in typeLike) || typeof typeLike.listSize !== "number") {
         throw Error("Expected a FixedSizeList type to have a `listSize` property");
@@ -174,7 +181,6 @@ function sanitizeFixedSizeList(typeLike) {
     }
     return new arrow_1.FixedSizeList(typeLike.listSize, sanitizeField(typeLike.children[0]));
 }
-exports.sanitizeFixedSizeList = sanitizeFixedSizeList;
 function sanitizeMap(typeLike) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Map type to have an array-like `children` property");
@@ -186,14 +192,12 @@ function sanitizeMap(typeLike) {
     // biome-ignore lint/suspicious/noExplicitAny: skip
     typeLike.children.map((field) => sanitizeField(field)), typeLike.keysSorted);
 }
-exports.sanitizeMap = sanitizeMap;
 function sanitizeDuration(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
         throw Error("Expected a Duration type to have a `unit` property");
     }
     return new arrow_1.Duration(typeLike.unit);
 }
-exports.sanitizeDuration = sanitizeDuration;
 function sanitizeDictionary(typeLike) {
     if (!("id" in typeLike) || typeof typeLike.id !== "number") {
         throw Error("Expected a Dictionary type to have an `id` property");
@@ -209,7 +213,6 @@ function sanitizeDictionary(typeLike) {
     }
     return new arrow_1.Dictionary(sanitizeType(typeLike.dictionary), sanitizeType(typeLike.indices), typeLike.id, typeLike.isOrdered);
 }
-exports.sanitizeDictionary = sanitizeDictionary;
 // biome-ignore lint/suspicious/noExplicitAny: skip
 function sanitizeType(typeLike) {
     if (typeof typeLike !== "object" || typeLike === null) {
@@ -333,7 +336,6 @@ function sanitizeType(typeLike) {
             throw new Error("Unrecoginized type id in schema: " + typeId);
     }
 }
-exports.sanitizeType = sanitizeType;
 function sanitizeField(fieldLike) {
     if (fieldLike instanceof arrow_1.Field) {
         return fieldLike;
@@ -361,7 +363,6 @@ function sanitizeField(fieldLike) {
     }
     return new arrow_1.Field(name, type, nullable, metadata);
 }
-exports.sanitizeField = sanitizeField;
 /**
  * Convert something schemaLike into a Schema instance
  *
@@ -389,7 +390,6 @@ function sanitizeSchema(schemaLike) {
     const sanitizedFields = schemaLike.fields.map((field) => sanitizeField(field));
     return new arrow_1.Schema(sanitizedFields, metadata);
 }
-exports.sanitizeSchema = sanitizeSchema;
 function sanitizeTable(tableLike) {
     if (tableLike instanceof arrow_1.Table) {
         return tableLike;
@@ -407,7 +407,6 @@ function sanitizeTable(tableLike) {
     const batches = tableLike.batches.map(sanitizeRecordBatch);
     return new arrow_1.Table(schema, batches);
 }
-exports.sanitizeTable = sanitizeTable;
 function sanitizeRecordBatch(batchLike) {
     if (batchLike instanceof arrow_1.RecordBatch) {
         return batchLike;

package/dist/table.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Table as ArrowTable, Data, IntoVector, Schema, TableLike } from "./arrow";
 import { CreateTableOptions } from "./connection";
 import { IndexOptions } from "./indices";
@@ -218,20 +217,16 @@ export declare abstract class Table {
     abstract query(): Query;
     /**
      * Create a search query to find the nearest neighbors
-     * of the given query vector
-     * @param {string} query - the query. This will be converted to a vector using the table's provided embedding function
-     * @note  If no embedding functions are defined in the table, this will error when collecting the results.
-     *
-     * This is just a convenience method for calling `.query().nearestTo(await myEmbeddingFunction(query))`
-     */
-    abstract search(query: string): VectorQuery;
-    /**
-     * Create a search query to find the nearest neighbors
-     * of the given query vector
-     * @param {IntoVector} query - the query vector
-     * This is just a convenience method for calling `.query().nearestTo(query)`
+     * of the given query
+     * @param {string | IntoVector} query - the query, a vector or string
+     * @param {string} queryType - the type of the query, "vector", "fts", or "auto"
+     * @param {string | string[]} ftsColumns - the columns to search in for full text search
+     *    for now, only one column can be searched at a time.
+     *
+     * when "auto" is used, if the query is a string and an embedding function is defined, it will be treated as a vector query
+     * if the query is a string and no embedding function is defined, it will be treated as a full text search query
      */
-    abstract search(query: IntoVector): VectorQuery;
+    abstract search(query: string | IntoVector, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     /**
      * Search the table with a given query vector.
      *
@@ -381,7 +376,7 @@ export declare class LocalTable extends Table {
     delete(predicate: string): Promise<void>;
     createIndex(column: string, options?: Partial<IndexOptions>): Promise<void>;
     query(): Query;
-    search(query: string | IntoVector): VectorQuery;
+    search(query: string | IntoVector, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     vectorSearch(vector: IntoVector): VectorQuery;
     addColumns(newColumnTransforms: AddColumnsSql[]): Promise<void>;
     alterColumns(columnAlterations: ColumnAlteration[]): Promise<void>;

package/dist/table.js

@@ -157,23 +157,37 @@ class LocalTable extends Table {
     query() {
         return new query_1.Query(this.inner);
     }
-    search(query) {
+    search(query, queryType = "auto", ftsColumns) {
         if (typeof query !== "string") {
+            if (queryType === "fts") {
+                throw new Error("Cannot perform full text search on a vector query");
+            }
             return this.vectorSearch(query);
         }
-        else {
-            const queryPromise = this.getEmbeddingFunctions().then(async (functions) => {
-                // TODO: Support multiple embedding functions
-                const embeddingFunc = functions
-                    .values()
-                    .next().value;
-                if (!embeddingFunc) {
-                    return Promise.reject(new Error("No embedding functions are defined in the table"));
-                }
-                return await embeddingFunc.function.computeQueryEmbeddings(query);
+        // If the query is a string, we need to determine if it is a vector query or a full text search query
+        if (queryType === "fts") {
+            return this.query().fullTextSearch(query, {
+                columns: ftsColumns,
+            });
+        }
+        // The query type is auto or vector
+        // fall back to full text search if no embedding functions are defined and the query is a string
+        if (queryType === "auto" && (0, registry_1.getRegistry)().length() === 0) {
+            return this.query().fullTextSearch(query, {
+                columns: ftsColumns,
             });
-            return this.query().nearestTo(queryPromise);
         }
+        const queryPromise = this.getEmbeddingFunctions().then(async (functions) => {
+            // TODO: Support multiple embedding functions
+            const embeddingFunc = functions
+                .values()
+                .next().value;
+            if (!embeddingFunc) {
+                return Promise.reject(new Error("No embedding functions are defined in the table"));
+            }
+            return await embeddingFunc.function.computeQueryEmbeddings(query);
+        });
+        return this.query().nearestTo(queryPromise);
     }
     vectorSearch(vector) {
         return this.query().nearestTo(vector);

package/dist/util.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 export type IntoSql = string | number | boolean | null | Date | ArrayBufferLike | Buffer | IntoSql[];
 export declare function toSQL(value: IntoSql): string;
 export declare class TTLCache {

package/dist/util.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TTLCache = exports.toSQL = void 0;
+exports.TTLCache = void 0;
+exports.toSQL = toSQL;
 function toSQL(value) {
     if (typeof value === "string") {
         return `'${value.replace(/'/g, "''")}'`;
@@ -30,7 +31,6 @@ function toSQL(value) {
         throw new Error(`Unsupported value type: ${typeof value} value: (${value})`);
     }
 }
-exports.toSQL = toSQL;
 class TTLCache {
     ttl;
     // biome-ignore lint/suspicious/noExplicitAny: <explanation>

package/package.json

@@ -10,7 +10,7 @@
     "vector database",
     "ann"
   ],
-  "version": "0.9.0",
+  "version": "0.10.0-beta.0",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -53,7 +53,7 @@
     "ts-jest": "^29.1.2",
     "typedoc": "^0.26.4",
     "typedoc-plugin-markdown": "^4.2.1",
-    "typescript": "^5.3.3",
+    "typescript": "^5.5.4",
     "typescript-eslint": "^7.1.0"
   },
   "ava": {
@@ -92,11 +92,11 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-arm64": "0.9.0",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.9.0",
-    "@lancedb/lancedb-darwin-x64": "0.9.0",
-    "@lancedb/lancedb-linux-x64-gnu": "0.9.0",
-    "@lancedb/lancedb-win32-x64-msvc": "0.9.0"
+    "@lancedb/lancedb-darwin-arm64": "0.10.0-beta.0",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.10.0-beta.0",
+    "@lancedb/lancedb-darwin-x64": "0.10.0-beta.0",
+    "@lancedb/lancedb-linux-x64-gnu": "0.10.0-beta.0",
+    "@lancedb/lancedb-win32-x64-msvc": "0.10.0-beta.0"
   },
   "peerDependencies": {
     "apache-arrow": ">=13.0.0 <=17.0.0"