@lancedb/lancedb 0.21.2-beta.1 → 0.21.3

package/CLAUDE.md

@@ -0,0 +1,13 @@
+These are the typescript bindings of LanceDB.
+The core Rust library is in the `../rust/lancedb` directory, the rust binding
+code is in the `src/` directory and the typescript bindings are in
+the `lancedb/` directory.
+
+Whenever you change the Rust code, you will need to recompile: `npm run build`.
+
+Common commands:
+* Build: `npm run build`
+* Lint: `npm run lint`
+* Fix lints: `npm run lint-fix`
+* Test: `npm test`
+* Run single test file: `npm test __test__/arrow.test.ts`

package/dist/arrow.js

@@ -56,6 +56,13 @@ exports.dataTypeToJson = dataTypeToJson;
 const apache_arrow_1 = require("apache-arrow");
 const registry_1 = require("./embedding/registry");
 const sanitize_1 = require("./sanitize");
+/**
+ * Check if a field name indicates a vector column.
+ */
+function nameSuggestsVectorColumn(fieldName) {
+    const nameLower = fieldName.toLowerCase();
+    return nameLower.includes("vector") || nameLower.includes("embedding");
+}
 __exportStar(require("apache-arrow"), exports);
 function isMultiVector(value) {
     return Array.isArray(value) && isIntoVector(value[0]);
@@ -494,10 +501,18 @@ function inferType(value, path, opts) {
             return undefined;
         }
         // Try to automatically detect embedding columns.
-        if (valueType instanceof apache_arrow_1.Float && path[path.length - 1] === "vector") {
-            // We default to Float32 for vectors.
-            const child = new apache_arrow_1.Field("item", new apache_arrow_1.Float32(), true);
-            return new apache_arrow_1.FixedSizeList(value.length, child);
+        if (nameSuggestsVectorColumn(path[path.length - 1])) {
+            // Check if value is a Uint8Array for integer vector type determination
+            if (value instanceof Uint8Array) {
+                // For integer vectors, we default to Uint8 (matching Python implementation)
+                const child = new apache_arrow_1.Field("item", new apache_arrow_1.Uint8(), true);
+                return new apache_arrow_1.FixedSizeList(value.length, child);
+            }
+            else {
+                // For float vectors, we default to Float32
+                const child = new apache_arrow_1.Field("item", new apache_arrow_1.Float32(), true);
+                return new apache_arrow_1.FixedSizeList(value.length, child);
+            }
         }
         else {
             const child = new apache_arrow_1.Field("item", valueType, true);

package/dist/connection.d.ts

@@ -62,6 +62,9 @@ export interface OpenTableOptions {
     /**
      * Set the size of the index cache, specified as a number of entries
      *
+     * @deprecated Use session-level cache configuration instead.
+     * Create a Session with custom cache sizes and pass it to the connect() function.
+     *
      * The exact meaning of an "entry" will depend on the type of index:
      * - IVF: there is one entry for each IVF partition
      * - BTREE: there is one entry for the entire index

package/dist/index.d.ts

@@ -1,9 +1,10 @@
 import { Connection } from "./connection";
-import { ConnectionOptions } from "./native.js";
+import { ConnectionOptions, Session } from "./native.js";
 export { AddColumnsSql, ConnectionOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, MergeResult, AddResult, AddColumnsResult, AlterColumnsResult, DeleteResult, DropColumnsResult, UpdateResult, } from "./native.js";
 export { makeArrowTable, MakeArrowTableOptions, Data, VectorColumnOptions, } from "./arrow";
 export { Connection, CreateTableOptions, TableNamesOptions, OpenTableOptions, } from "./connection";
-export { ExecutableQuery, Query, QueryBase, VectorQuery, QueryExecutionOptions, FullTextSearchOptions, RecordBatchIterator, FullTextQuery, MatchQuery, PhraseQuery, BoostQuery, MultiMatchQuery, BooleanQuery, FullTextQueryType, Operator, Occur, } from "./query";
+export { Session } from "./native.js";
+export { ExecutableQuery, Query, QueryBase, VectorQuery, TakeQuery, QueryExecutionOptions, FullTextSearchOptions, RecordBatchIterator, FullTextQuery, MatchQuery, PhraseQuery, BoostQuery, MultiMatchQuery, BooleanQuery, FullTextQueryType, Operator, Occur, } from "./query";
 export { Index, IndexOptions, IvfPqOptions, IvfFlatOptions, HnswPqOptions, HnswSqOptions, FtsOptions, } from "./indices";
 export { Table, AddDataOptions, UpdateOptions, OptimizeOptions, Version, ColumnAlteration, } from "./table";
 export { MergeInsertBuilder, WriteExecutionOptions } from "./merge";
@@ -35,7 +36,7 @@ export { IntoSql, packBits } from "./util";
  * });
  * ```
  */
-export declare function connect(uri: string, options?: Partial<ConnectionOptions>): Promise<Connection>;
+export declare function connect(uri: string, options?: Partial<ConnectionOptions>, session?: Session): Promise<Connection>;
 /**
  * Connect to a LanceDB instance at the given URI.
  *
@@ -53,6 +54,15 @@ export declare function connect(uri: string, options?: Partial<ConnectionOptions
  *   storageOptions: {timeout: "60s"}
  * });
  * ```
+ *
+ * @example
+ * ```ts
+ * const session = Session.default();
+ * const conn = await connect({
+ *   uri: "/path/to/database",
+ *   session: session
+ * });
+ * ```
  */
 export declare function connect(options: Partial<ConnectionOptions> & {
     uri: string;

package/dist/index.js

@@ -2,7 +2,7 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.packBits = exports.rerankers = exports.embedding = exports.MergeInsertBuilder = exports.Table = exports.Index = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.RecordBatchIterator = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.TagContents = exports.Tags = void 0;
+exports.packBits = exports.rerankers = exports.embedding = exports.MergeInsertBuilder = exports.Table = exports.Index = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.RecordBatchIterator = exports.TakeQuery = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Session = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.TagContents = exports.Tags = void 0;
 exports.connect = connect;
 const connection_1 = require("./connection");
 const native_js_1 = require("./native.js");
@@ -15,10 +15,13 @@ Object.defineProperty(exports, "MakeArrowTableOptions", { enumerable: true, get:
 Object.defineProperty(exports, "VectorColumnOptions", { enumerable: true, get: function () { return arrow_1.VectorColumnOptions; } });
 var connection_2 = require("./connection");
 Object.defineProperty(exports, "Connection", { enumerable: true, get: function () { return connection_2.Connection; } });
+var native_js_3 = require("./native.js");
+Object.defineProperty(exports, "Session", { enumerable: true, get: function () { return native_js_3.Session; } });
 var query_1 = require("./query");
 Object.defineProperty(exports, "Query", { enumerable: true, get: function () { return query_1.Query; } });
 Object.defineProperty(exports, "QueryBase", { enumerable: true, get: function () { return query_1.QueryBase; } });
 Object.defineProperty(exports, "VectorQuery", { enumerable: true, get: function () { return query_1.VectorQuery; } });
+Object.defineProperty(exports, "TakeQuery", { enumerable: true, get: function () { return query_1.TakeQuery; } });
 Object.defineProperty(exports, "RecordBatchIterator", { enumerable: true, get: function () { return query_1.RecordBatchIterator; } });
 Object.defineProperty(exports, "MatchQuery", { enumerable: true, get: function () { return query_1.MatchQuery; } });
 Object.defineProperty(exports, "PhraseQuery", { enumerable: true, get: function () { return query_1.PhraseQuery; } });
@@ -38,21 +41,23 @@ exports.embedding = require("./embedding");
 exports.rerankers = require("./rerankers");
 var util_1 = require("./util");
 Object.defineProperty(exports, "packBits", { enumerable: true, get: function () { return util_1.packBits; } });
-async function connect(uriOrOptions, options = {}) {
+async function connect(uriOrOptions, options) {
     let uri;
+    let finalOptions = {};
     if (typeof uriOrOptions !== "string") {
         const { uri: uri_, ...opts } = uriOrOptions;
         uri = uri_;
-        options = opts;
+        finalOptions = opts;
     }
     else {
         uri = uriOrOptions;
+        finalOptions = options || {};
     }
     if (!uri) {
         throw new Error("uri is required");
     }
-    options = options ?? {};
-    options.storageOptions = (0, connection_1.cleanseStorageOptions)(options.storageOptions);
-    const nativeConn = await native_js_1.Connection.new(uri, options);
+    finalOptions = finalOptions ?? {};
+    finalOptions.storageOptions = (0, connection_1.cleanseStorageOptions)(finalOptions.storageOptions);
+    const nativeConn = await native_js_1.Connection.new(uri, finalOptions);
     return new connection_1.LocalConnection(nativeConn);
 }

package/dist/native.d.ts

@@ -5,6 +5,14 @@
 
 /** Timeout configuration for remote HTTP client. */
 export interface TimeoutConfig {
+  /**
+   * The overall timeout for the entire request in seconds. This includes
+   * connection, send, and read time. If the entire request doesn't complete
+   * within this time, it will fail. Default is None (no overall timeout).
+   * This can also be set via the environment variable `LANCE_CLIENT_TIMEOUT`,
+   * as an integer number of seconds.
+   */
+  timeout?: number
   /**
    * The timeout for establishing a connection in seconds. Default is 120
    * seconds (2 minutes). This can also be set via the environment variable
@@ -274,6 +282,11 @@ export interface ConnectionOptions {
    * The available options are described at https://lancedb.github.io/lancedb/guides/storage/
    */
   storageOptions?: Record<string, string>
+  /**
+   * (For LanceDB OSS only): the session to use for this connection. Holds
+   * shared caches and other session-specific state.
+   */
+  session?: Session
   /** (For LanceDB cloud only): configuration for the remote HTTP client. */
   clientConfig?: ClientConfig
   /**
@@ -380,6 +393,14 @@ export class VectorQuery {
   explainPlan(verbose: boolean): Promise<string>
   analyzePlan(): Promise<string>
 }
+export class TakeQuery {
+  select(columns: Array<[string, string]>): void
+  selectColumns(columns: Array<string>): void
+  withRowId(): void
+  execute(maxBatchLength?: number | undefined | null, timeoutMs?: number | undefined | null): Promise<RecordBatchIterator>
+  explainPlan(verbose: boolean): Promise<string>
+  analyzePlan(): Promise<string>
+}
 export class JsFullTextQuery {
   static matchQuery(query: string, column: string, boost: number, fuzziness: number | undefined | null, maxExpansions: number, operator: string, prefixLength: number): JsFullTextQuery
   static phraseQuery(query: string, column: string, slop: number): JsFullTextQuery
@@ -403,6 +424,40 @@ export class RrfReranker {
   static tryNew(k: Float32Array): Promise<RrfReranker>
   rerankHybrid(query: string, vecResults: Buffer, ftsResults: Buffer): Promise<Buffer>
 }
+/**
+ * A session for managing caches and object stores across LanceDB operations.
+ *
+ * Sessions allow you to configure cache sizes for index and metadata caches,
+ * which can significantly impact memory use and performance. They can
+ * also be re-used across multiple connections to share the same cache state.
+ */
+export class Session {
+  /**
+   * Create a new session with custom cache sizes.
+   *
+   * # Parameters
+   *
+   * - `index_cache_size_bytes`: The size of the index cache in bytes.
+   *   Index data is stored in memory in this cache to speed up queries.
+   *   Defaults to 6GB if not specified.
+   * - `metadata_cache_size_bytes`: The size of the metadata cache in bytes.
+   *   The metadata cache stores file metadata and schema information in memory.
+   *   This cache improves scan and write performance.
+   *   Defaults to 1GB if not specified.
+   */
+  constructor(indexCacheSizeBytes?: bigint | undefined | null, metadataCacheSizeBytes?: bigint | undefined | null)
+  /**
+   * Create a session with default cache sizes.
+   *
+   * This is equivalent to creating a session with 6GB index cache
+   * and 1GB metadata cache.
+   */
+  static default(): Session
+  /** Get the current size of the session caches in bytes. */
+  sizeBytes(): bigint
+  /** Get the approximate number of items cached in the session. */
+  approxNumItems(): number
+}
 export class Table {
   name: string
   display(): string
@@ -420,6 +475,8 @@ export class Table {
   stats(): Promise<TableStatistics>
   update(onlyIf: string | undefined | null, columns: Array<[string, string]>): Promise<UpdateResult>
   query(): Query
+  takeOffsets(offsets: Array<number>): TakeQuery
+  takeRowIds(rowIds: Array<number>): TakeQuery
   vectorSearch(vector: Float32Array): VectorQuery
   addColumns(transforms: Array<AddColumnsSql>): Promise<AddColumnsResult>
   alterColumns(alterations: Array<ColumnAlteration>): Promise<AlterColumnsResult>

package/dist/native.js

@@ -319,16 +319,18 @@ if (!nativeBinding) {
     }
     throw new Error(`Failed to load native binding`);
 }
-const { Connection, Index, RecordBatchIterator, NativeMergeInsertBuilder, Query, VectorQuery, JsFullTextQuery, Reranker, RrfReranker, Table, TagContents, Tags } = nativeBinding;
+const { Connection, Index, RecordBatchIterator, NativeMergeInsertBuilder, Query, VectorQuery, TakeQuery, JsFullTextQuery, Reranker, RrfReranker, Session, Table, TagContents, Tags } = nativeBinding;
 module.exports.Connection = Connection;
 module.exports.Index = Index;
 module.exports.RecordBatchIterator = RecordBatchIterator;
 module.exports.NativeMergeInsertBuilder = NativeMergeInsertBuilder;
 module.exports.Query = Query;
 module.exports.VectorQuery = VectorQuery;
+module.exports.TakeQuery = TakeQuery;
 module.exports.JsFullTextQuery = JsFullTextQuery;
 module.exports.Reranker = Reranker;
 module.exports.RrfReranker = RrfReranker;
+module.exports.Session = Session;
 module.exports.Table = Table;
 module.exports.TagContents = TagContents;
 module.exports.Tags = Tags;

package/dist/query.d.ts

@@ -1,6 +1,6 @@
 import { Table as ArrowTable, type IntoVector, RecordBatch } from "./arrow";
 import { type IvfPqOptions } from "./indices";
-import { JsFullTextQuery, RecordBatchIterator as NativeBatchIterator, Query as NativeQuery, Table as NativeTable, VectorQuery as NativeVectorQuery } from "./native";
+import { JsFullTextQuery, RecordBatchIterator as NativeBatchIterator, Query as NativeQuery, Table as NativeTable, TakeQuery as NativeTakeQuery, VectorQuery as NativeVectorQuery } from "./native";
 import { Reranker } from "./rerankers";
 export declare class RecordBatchIterator implements AsyncIterator<RecordBatch> {
     private promisedInner?;
@@ -43,7 +43,7 @@ export interface FullTextSearchOptions {
  *
  * @hideconstructor
  */
-export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVectorQuery> implements AsyncIterable<RecordBatch> {
+export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVectorQuery | NativeTakeQuery> implements AsyncIterable<RecordBatch> {
     protected inner: NativeQueryType | Promise<NativeQueryType>;
     /**
      * @hidden
@@ -53,26 +53,6 @@ export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVecto
      * @hidden
      */
     protected doCall(fn: (inner: NativeQueryType) => void): void;
-    /**
-     * A filter statement to be applied to this query.
-     *
-     * The filter should be supplied as an SQL query string.  For example:
-     * @example
-     * x > 10
-     * y > 0 AND y < 100
-     * x > 5 OR y = 'test'
-     *
-     * Filtering performance can often be improved by creating a scalar index
-     * on the filter column(s).
-     */
-    where(predicate: string): this;
-    /**
-     * A filter statement to be applied to this query.
-     * @see where
-     * @deprecated Use `where` instead
-     */
-    filter(predicate: string): this;
-    fullTextSearch(query: string | FullTextQuery, options?: Partial<FullTextSearchOptions>): this;
     /**
      * Return only the specified columns.
      *
@@ -104,21 +84,6 @@ export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVecto
      * object insertion order is easy to get wrong and `Map` is more foolproof.
      */
     select(columns: string[] | Map<string, string> | Record<string, string> | string): this;
-    /**
-     * Set the maximum number of results to return.
-     *
-     * By default, a plain search has no limit.  If this method is not
-     * called then every valid row from the table will be returned.
-     */
-    limit(limit: number): this;
-    offset(offset: number): this;
-    /**
-     * Skip searching un-indexed data. This can make search faster, but will miss
-     * any data that is not yet indexed.
-     *
-     * Use {@link Table#optimize} to index all un-indexed data.
-     */
-    fastSearch(): this;
     /**
      * Whether to return the row id in the results.
      *
@@ -197,6 +162,49 @@ export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVecto
      */
     analyzePlan(): Promise<string>;
 }
+export declare class StandardQueryBase<NativeQueryType extends NativeQuery | NativeVectorQuery> extends QueryBase<NativeQueryType> implements ExecutableQuery {
+    constructor(inner: NativeQueryType | Promise<NativeQueryType>);
+    /**
+     * A filter statement to be applied to this query.
+     *
+     * The filter should be supplied as an SQL query string.  For example:
+     * @example
+     * x > 10
+     * y > 0 AND y < 100
+     * x > 5 OR y = 'test'
+     *
+     * Filtering performance can often be improved by creating a scalar index
+     * on the filter column(s).
+     */
+    where(predicate: string): this;
+    /**
+     * A filter statement to be applied to this query.
+     * @see where
+     * @deprecated Use `where` instead
+     */
+    filter(predicate: string): this;
+    fullTextSearch(query: string | FullTextQuery, options?: Partial<FullTextSearchOptions>): this;
+    /**
+     * Set the maximum number of results to return.
+     *
+     * By default, a plain search has no limit.  If this method is not
+     * called then every valid row from the table will be returned.
+     */
+    limit(limit: number): this;
+    /**
+     * Set the number of rows to skip before returning results.
+     *
+     * This is useful for pagination.
+     */
+    offset(offset: number): this;
+    /**
+     * Skip searching un-indexed data. This can make search faster, but will miss
+     * any data that is not yet indexed.
+     *
+     * Use {@link Table#optimize} to index all un-indexed data.
+     */
+    fastSearch(): this;
+}
 /**
  * An interface for a query that can be executed
  *
@@ -213,7 +221,7 @@ export interface ExecutableQuery {
  *
  * @hideconstructor
  */
-export declare class VectorQuery extends QueryBase<NativeVectorQuery> {
+export declare class VectorQuery extends StandardQueryBase<NativeVectorQuery> {
     /**
      * @hidden
      */
@@ -364,13 +372,21 @@ export declare class VectorQuery extends QueryBase<NativeVectorQuery> {
     addQueryVector(vector: IntoVector): VectorQuery;
     rerank(reranker: Reranker): VectorQuery;
 }
+/**
+ * A query that returns a subset of the rows in the table.
+ *
+ * @hideconstructor
+ */
+export declare class TakeQuery extends QueryBase<NativeTakeQuery> {
+    constructor(inner: NativeTakeQuery);
+}
 /** A builder for LanceDB queries.
  *
  * @see {@link Table#query}, {@link Table#search}
  *
  * @hideconstructor
  */
-export declare class Query extends QueryBase<NativeQuery> {
+export declare class Query extends StandardQueryBase<NativeQuery> {
     /**
      * @hidden
      */

package/dist/query.js

@@ -2,7 +2,7 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.Query = exports.VectorQuery = exports.QueryBase = exports.RecordBatchIterator = void 0;
+exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.Query = exports.TakeQuery = exports.VectorQuery = exports.StandardQueryBase = exports.QueryBase = exports.RecordBatchIterator = void 0;
 exports.instanceOfFullTextQuery = instanceOfFullTextQuery;
 const arrow_1 = require("./arrow");
 const native_1 = require("./native");
@@ -77,53 +77,6 @@ class QueryBase {
             fn(this.inner);
         }
     }
-    /**
-     * A filter statement to be applied to this query.
-     *
-     * The filter should be supplied as an SQL query string.  For example:
-     * @example
-     * x > 10
-     * y > 0 AND y < 100
-     * x > 5 OR y = 'test'
-     *
-     * Filtering performance can often be improved by creating a scalar index
-     * on the filter column(s).
-     */
-    where(predicate) {
-        this.doCall((inner) => inner.onlyIf(predicate));
-        return this;
-    }
-    /**
-     * A filter statement to be applied to this query.
-     * @see where
-     * @deprecated Use `where` instead
-     */
-    filter(predicate) {
-        return this.where(predicate);
-    }
-    fullTextSearch(query, options) {
-        let columns = null;
-        if (options) {
-            if (typeof options.columns === "string") {
-                columns = [options.columns];
-            }
-            else if (Array.isArray(options.columns)) {
-                columns = options.columns;
-            }
-        }
-        this.doCall((inner) => {
-            if (typeof query === "string") {
-                inner.fullTextSearch({
-                    query: query,
-                    columns: columns,
-                });
-            }
-            else {
-                inner.fullTextSearch({ query: query.inner });
-            }
-        });
-        return this;
-    }
     /**
      * Return only the specified columns.
      *
@@ -179,30 +132,6 @@ class QueryBase {
         }
         return this;
     }
-    /**
-     * Set the maximum number of results to return.
-     *
-     * By default, a plain search has no limit.  If this method is not
-     * called then every valid row from the table will be returned.
-     */
-    limit(limit) {
-        this.doCall((inner) => inner.limit(limit));
-        return this;
-    }
-    offset(offset) {
-        this.doCall((inner) => inner.offset(offset));
-        return this;
-    }
-    /**
-     * Skip searching un-indexed data. This can make search faster, but will miss
-     * any data that is not yet indexed.
-     *
-     * Use {@link Table#optimize} to index all un-indexed data.
-     */
-    fastSearch() {
-        this.doCall((inner) => inner.fastSearch());
-        return this;
-    }
     /**
      * Whether to return the row id in the results.
      *
@@ -329,6 +258,88 @@ class QueryBase {
     }
 }
 exports.QueryBase = QueryBase;
+class StandardQueryBase extends QueryBase {
+    constructor(inner) {
+        super(inner);
+    }
+    /**
+     * A filter statement to be applied to this query.
+     *
+     * The filter should be supplied as an SQL query string.  For example:
+     * @example
+     * x > 10
+     * y > 0 AND y < 100
+     * x > 5 OR y = 'test'
+     *
+     * Filtering performance can often be improved by creating a scalar index
+     * on the filter column(s).
+     */
+    where(predicate) {
+        this.doCall((inner) => inner.onlyIf(predicate));
+        return this;
+    }
+    /**
+     * A filter statement to be applied to this query.
+     * @see where
+     * @deprecated Use `where` instead
+     */
+    filter(predicate) {
+        return this.where(predicate);
+    }
+    fullTextSearch(query, options) {
+        let columns = null;
+        if (options) {
+            if (typeof options.columns === "string") {
+                columns = [options.columns];
+            }
+            else if (Array.isArray(options.columns)) {
+                columns = options.columns;
+            }
+        }
+        this.doCall((inner) => {
+            if (typeof query === "string") {
+                inner.fullTextSearch({
+                    query: query,
+                    columns: columns,
+                });
+            }
+            else {
+                inner.fullTextSearch({ query: query.inner });
+            }
+        });
+        return this;
+    }
+    /**
+     * Set the maximum number of results to return.
+     *
+     * By default, a plain search has no limit.  If this method is not
+     * called then every valid row from the table will be returned.
+     */
+    limit(limit) {
+        this.doCall((inner) => inner.limit(limit));
+        return this;
+    }
+    /**
+     * Set the number of rows to skip before returning results.
+     *
+     * This is useful for pagination.
+     */
+    offset(offset) {
+        this.doCall((inner) => inner.offset(offset));
+        return this;
+    }
+    /**
+     * Skip searching un-indexed data. This can make search faster, but will miss
+     * any data that is not yet indexed.
+     *
+     * Use {@link Table#optimize} to index all un-indexed data.
+     */
+    fastSearch() {
+        this.doCall((inner) => inner.fastSearch());
+        return this;
+    }
+}
+exports.StandardQueryBase = StandardQueryBase;
 /**
  * A builder used to construct a vector search
  *
@@ -338,7 +349,7 @@ exports.QueryBase = QueryBase;
  *
  * @hideconstructor
  */
-class VectorQuery extends QueryBase {
+class VectorQuery extends StandardQueryBase {
     /**
      * @hidden
      */
@@ -575,13 +586,24 @@ class VectorQuery extends QueryBase {
     }
 }
 exports.VectorQuery = VectorQuery;
+/**
+ * A query that returns a subset of the rows in the table.
+ *
+ * @hideconstructor
+ */
+class TakeQuery extends QueryBase {
+    constructor(inner) {
+        super(inner);
+    }
+}
+exports.TakeQuery = TakeQuery;
 /** A builder for LanceDB queries.
  *
  * @see {@link Table#query}, {@link Table#search}
  *
  * @hideconstructor
  */
-class Query extends QueryBase {
+class Query extends StandardQueryBase {
     /**
      * @hidden
      */

package/dist/table.d.ts

@@ -2,7 +2,7 @@ import { Table as ArrowTable, Data, DataType, IntoVector, MultiVector, Schema }
 import { IndexOptions } from "./indices";
 import { MergeInsertBuilder } from "./merge";
 import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, DeleteResult, DropColumnsResult, IndexConfig, IndexStatistics, OptimizeStats, TableStatistics, Tags, UpdateResult, Table as _NativeTable } from "./native";
-import { FullTextQuery, Query, VectorQuery } from "./query";
+import { FullTextQuery, Query, TakeQuery, VectorQuery } from "./query";
 import { IntoSql } from "./util";
 export { IndexConfig } from "./native";
 /**
@@ -269,6 +269,18 @@ export declare abstract class Table {
      * @returns {Query} A builder that can be used to parameterize the query
      */
     abstract query(): Query;
+    /**
+     * Create a query that returns a subset of the rows in the table.
+     * @param offsets The offsets of the rows to return.
+     * @returns A builder that can be used to parameterize the query.
+     */
+    abstract takeOffsets(offsets: number[]): TakeQuery;
+    /**
+     * Create a query that returns a subset of the rows in the table.
+     * @param rowIds The row ids of the rows to return.
+     * @returns A builder that can be used to parameterize the query.
+     */
+    abstract takeRowIds(rowIds: number[]): TakeQuery;
     /**
      * Create a search query to find the nearest neighbors
      * of the given query
@@ -462,6 +474,8 @@ export declare class LocalTable extends Table {
     dropIndex(name: string): Promise<void>;
     prewarmIndex(name: string): Promise<void>;
     waitForIndex(indexNames: string[], timeoutSeconds: number): Promise<void>;
+    takeOffsets(offsets: number[]): TakeQuery;
+    takeRowIds(rowIds: number[]): TakeQuery;
     query(): Query;
     search(query: string | IntoVector | MultiVector | FullTextQuery, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     vectorSearch(vector: IntoVector | MultiVector): VectorQuery;

package/dist/table.js

@@ -134,6 +134,12 @@ class LocalTable extends Table {
     async waitForIndex(indexNames, timeoutSeconds) {
         await this.inner.waitForIndex(indexNames, timeoutSeconds);
     }
+    takeOffsets(offsets) {
+        return new query_1.TakeQuery(this.inner.takeOffsets(offsets));
+    }
+    takeRowIds(rowIds) {
+        return new query_1.TakeQuery(this.inner.takeRowIds(rowIds));
+    }
     query() {
         return new query_1.Query(this.inner);
     }

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.21.2-beta.1",
+  "version": "0.21.3",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -36,7 +36,7 @@
       ]
     }
   },
-  "license": "Apache 2.0",
+  "license": "Apache-2.0",
   "devDependencies": {
     "@aws-sdk/client-dynamodb": "^3.33.0",
     "@aws-sdk/client-kms": "^3.33.0",
@@ -100,14 +100,14 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-x64": "0.21.2-beta.1",
-    "@lancedb/lancedb-darwin-arm64": "0.21.2-beta.1",
-    "@lancedb/lancedb-linux-x64-gnu": "0.21.2-beta.1",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.21.2-beta.1",
-    "@lancedb/lancedb-linux-x64-musl": "0.21.2-beta.1",
-    "@lancedb/lancedb-linux-arm64-musl": "0.21.2-beta.1",
-    "@lancedb/lancedb-win32-x64-msvc": "0.21.2-beta.1",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.21.2-beta.1"
+    "@lancedb/lancedb-darwin-x64": "0.21.3",
+    "@lancedb/lancedb-darwin-arm64": "0.21.3",
+    "@lancedb/lancedb-linux-x64-gnu": "0.21.3",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.21.3",
+    "@lancedb/lancedb-linux-x64-musl": "0.21.3",
+    "@lancedb/lancedb-linux-arm64-musl": "0.21.3",
+    "@lancedb/lancedb-win32-x64-msvc": "0.21.3",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.21.3"
   },
   "peerDependencies": {
     "apache-arrow": ">=15.0.0 <=18.1.0"