@lancedb/lancedb 0.28.0-beta.9 → 0.29.1-beta.0

package/dist/native.d.ts

@@ -3,6 +3,8 @@
 export declare class Connection {
   /** Create a new Connection instance from the given URI. */
   static new(uri: string, options: ConnectionOptions, headerProvider?: JsHeaderProvider | undefined | null): Promise<Connection>
+  /** Create a new Connection instance backed by a namespace implementation. */
+  static newWithNamespace(implName: string, properties: Record<string, string>, options: ConnectNamespaceOptions): Promise<Connection>
   display(): string
   isOpen(): boolean
   close(): void
@@ -21,7 +23,16 @@ export declare class Connection {
   cloneTable(targetTableName: string, sourceUri: string, targetNamespacePath: Array<string> | undefined | null, sourceVersion: number | undefined | null, sourceTag: string | undefined | null, isShallow: boolean): Promise<Table>
   /** Drop table with the name. Or raise an error if the table does not exist. */
   dropTable(name: string, namespacePath?: Array<string> | undefined | null): Promise<void>
+  renameTable(oldName: string, newName: string, namespacePath?: Array<string> | undefined | null): Promise<void>
   dropAllTables(namespacePath?: Array<string> | undefined | null): Promise<void>
+  /** Describe a namespace and return its properties. */
+  describeNamespace(namespacePath: Array<string>): Promise<DescribeNamespaceResponse>
+  /** List child namespaces under the given namespace path */
+  listNamespaces(namespacePath?: Array<string> | undefined | null, pageToken?: string | undefined | null, limit?: number | undefined | null): Promise<ListNamespacesResponse>
+  /** Create a new namespace with optional properties. */
+  createNamespace(namespacePath: Array<string>, mode?: string | undefined | null, properties?: Record<string, string> | undefined | null): Promise<CreateNamespaceResponse>
+  /** Drop a namespace. */
+  dropNamespace(namespacePath: Array<string>, mode?: string | undefined | null, behavior?: string | undefined | null): Promise<DropNamespaceResponse>
 }
 
 export declare class Index {
@@ -55,6 +66,30 @@ export declare class JsHeaderProvider {
   constructor(getHeadersCallback: () => Promise<Record<string, string>>)
 }
 
+/**
+ * A Rust-side view of a JS-constructed `Scannable`.
+ *
+ * Held in JS as the return value of the `Scannable` class constructor. When
+ * passed to a consumer that accepts `impl lancedb::data::scannable::Scannable`,
+ * the consumer invokes `scan_as_stream()` to pull batches through the JS
+ * callback.
+ */
+export declare class NapiScannable {
+  /**
+   * Construct a new `NapiScannable`.
+   *
+   * - `schema_buf` — Arrow IPC File buffer carrying only the schema (no batches).
+   * - `num_rows` — optional row count hint; not validated against the stream.
+   * - `rescannable` — whether `get_next_batch` may be re-driven after the
+   *   scan completes.
+   * - `get_next_batch` -- JS callback that yields the next batch as an Arrow
+   *   IPC Stream message wrapped in a `Buffer`, or `null` at EOF. The
+   *   `isStart` argument is `true` on the first call of each new scan;
+   *   JS uses it to discard any cached iterator before pulling.
+   */
+  constructor(schemaBuf: Buffer, numRows: number | undefined | null, rescannable: boolean, getNextBatch: (arg: boolean) => Promise<Buffer | undefined | null>)
+}
+
 /** A builder used to create and run a merge insert operation */
 export declare class NativeMergeInsertBuilder {
   whenMatchedUpdateAll(condition?: string | undefined | null): NativeMergeInsertBuilder
@@ -94,6 +129,7 @@ export declare class Query {
   nearestToRaw(data: Uint8Array, dtype: string): VectorQuery
   fastSearch(): void
   withRowId(): void
+  orderBy(ordering?: Array<ColumnOrdering> | undefined | null): void
   outputSchema(): Promise<Buffer>
   execute(maxBatchLength?: number | undefined | null, timeoutMs?: number | undefined | null): Promise<RecordBatchIterator>
   explainPlan(verbose: boolean): Promise<string>
@@ -160,6 +196,7 @@ export declare class Table {
   createIndex(index: Index | undefined | null, column: string, replace?: boolean | undefined | null, waitTimeoutS?: number | undefined | null, name?: string | undefined | null, train?: boolean | undefined | null): Promise<void>
   dropIndex(indexName: string): Promise<void>
   prewarmIndex(indexName: string): Promise<void>
+  prewarmData(columns?: Array<string> | undefined | null): Promise<void>
   waitForIndex(indexNames: Array<string>, timeoutS: number): Promise<void>
   stats(): Promise<TableStatistics>
   initialStorageOptions(): Promise<Record<string, string> | null>
@@ -173,6 +210,9 @@ export declare class Table {
   addColumnsWithSchema(schemaBuf: Buffer): Promise<AddColumnsResult>
   alterColumns(alterations: Array<ColumnAlteration>): Promise<AlterColumnsResult>
   dropColumns(columns: Array<string>): Promise<DropColumnsResult>
+  setUnenforcedPrimaryKey(columns: Array<string>): Promise<void>
+  setLsmWriteSpec(spec: LsmWriteSpec): Promise<void>
+  unsetLsmWriteSpec(): Promise<void>
   version(): Promise<number>
   checkout(version: number): Promise<void>
   checkoutTag(tag: string): Promise<void>
@@ -233,6 +273,7 @@ export declare class VectorQuery {
   fastSearch(): void
   withRowId(): void
   rerank(rerankHybrid: (arg: RerankHybridCallbackArgs) => Promise<Buffer>): void
+  orderBy(ordering?: Array<ColumnOrdering> | undefined | null): void
   outputSchema(): Promise<Buffer>
   execute(maxBatchLength?: number | undefined | null, timeoutMs?: number | undefined | null): Promise<RecordBatchIterator>
   explainPlan(verbose: boolean): Promise<string>
@@ -315,6 +356,12 @@ export interface ColumnAlteration {
   nullable?: boolean
 }
 
+export interface ColumnOrdering {
+  ascending: boolean
+  nullsFirst: boolean
+  columnName: string
+}
+
 /** Statistics about a compaction operation. */
 export interface CompactionStats {
   /** The number of fragments removed */
@@ -346,6 +393,17 @@ export interface ConnectionOptions {
    * The available options are described at https://docs.lancedb.com/storage/
    */
   storageOptions?: Record<string, string>
+  /**
+   * (For LanceDB OSS only): use directory namespace manifests as the source
+   * of truth for table metadata. Existing directory-listed root tables are
+   * migrated into the manifest on access.
+   */
+  manifestEnabled?: boolean
+  /**
+   * (For LanceDB OSS only): extra properties for the backing namespace
+   * client used by manifest-enabled native connections.
+   */
+  namespaceClientProperties?: Record<string, string>
   /**
    * (For LanceDB OSS only): the session to use for this connection. Holds
    * shared caches and other session-specific state.
@@ -371,15 +429,53 @@ export interface ConnectionOptions {
   hostOverride?: string
 }
 
+export interface ConnectNamespaceOptions {
+  /**
+   * The interval, in seconds, at which to check for updates to the table
+   * from other processes. If None, then consistency is not checked. For
+   * performance reasons, this is the default. For strong consistency, set
+   * this to zero seconds. Then every read will check for updates from other
+   * processes. As a compromise, you can set this to a non-zero value for
+   * eventual consistency.
+   */
+  readConsistencyInterval?: number
+  /**
+   * Configuration for object storage. The available options are described
+   * at https://docs.lancedb.com/storage/
+   */
+  storageOptions?: Record<string, string>
+  /** Extra properties for the backing namespace client. */
+  namespaceClientProperties?: Record<string, string>
+  /**
+   * The session to use for this connection. Holds shared caches and other
+   * session-specific state.
+   */
+  session?: Session
+}
+
+export interface CreateNamespaceResponse {
+  properties?: Record<string, string>
+  transactionId?: string
+}
+
 export interface DeleteResult {
   numDeletedRows: number
   version: number
 }
 
+export interface DescribeNamespaceResponse {
+  properties?: Record<string, string>
+}
+
 export interface DropColumnsResult {
   version: number
 }
 
+export interface DropNamespaceResponse {
+  properties?: Record<string, string>
+  transactionId?: Array<string>
+}
+
 export interface FragmentStatistics {
   /** The number of fragments in the table */
   numFragments: number
@@ -443,6 +539,32 @@ export interface IndexStatistics {
   loss?: number
 }
 
+export interface ListNamespacesResponse {
+  namespaces: Array<string>
+  pageToken?: string
+}
+
+/**
+ * Specification selecting Lance's MemWAL LSM-style write path for
+ * `mergeInsert`.
+ *
+ * `specType` must be `"bucket"`, `"identity"`, or `"unsharded"`. For
+ * `"bucket"`, `column` and `numBuckets` are required; for `"identity"`,
+ * `column` is required.
+ */
+export interface LsmWriteSpec {
+  /** One of `"bucket"`, `"identity"`, or `"unsharded"`. */
+  specType: string
+  /** Bucket and identity variants: the sharding column. */
+  column?: string
+  /** Bucket variant: the number of buckets, in `[1, 1024]`. */
+  numBuckets?: number
+  /** Names of indexes the MemWAL should keep up to date during writes. */
+  maintainedIndexes?: Array<string>
+  /** Default `ShardWriter` configuration recorded in the MemWAL index. */
+  writerConfigDefaults?: Record<string, string>
+}
+
 export interface MergeResult {
   version: number
   numInsertedRows: number

package/dist/native.js

@@ -76,8 +76,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -95,8 +95,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm-eabi');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm-eabi/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -120,8 +120,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -139,8 +139,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-msvc');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-msvc/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -159,8 +159,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-ia32-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-ia32-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -178,8 +178,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-arm64-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-arm64-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -201,8 +201,8 @@ function requireNative() {
         try {
             const binding = require('@lancedb/lancedb-darwin-universal');
             const bindingPackageVersion = require('@lancedb/lancedb-darwin-universal/package.json').version;
-            if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+            if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
             }
             return binding;
         }
@@ -219,8 +219,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-x64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -238,8 +238,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -262,8 +262,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-x64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -281,8 +281,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -306,8 +306,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -325,8 +325,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -346,8 +346,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -365,8 +365,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -386,8 +386,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-musleabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-musleabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -405,8 +405,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-gnueabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-gnueabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -426,8 +426,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -445,8 +445,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -466,8 +466,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -485,8 +485,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -505,8 +505,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-ppc64-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-ppc64-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -524,8 +524,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-s390x-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-s390x-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -548,8 +548,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -567,8 +567,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-x64/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -586,8 +586,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm/package.json').version;
-                if (bindingPackageVersion !== '0.28.0-beta.9' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.28.0-beta.9 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.29.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.29.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -657,6 +657,7 @@ module.exports.Connection = nativeBinding.Connection;
 module.exports.Index = nativeBinding.Index;
 module.exports.JsFullTextQuery = nativeBinding.JsFullTextQuery;
 module.exports.JsHeaderProvider = nativeBinding.JsHeaderProvider;
+module.exports.NapiScannable = nativeBinding.NapiScannable;
 module.exports.NativeMergeInsertBuilder = nativeBinding.NativeMergeInsertBuilder;
 module.exports.PermutationBuilder = nativeBinding.PermutationBuilder;
 module.exports.Query = nativeBinding.Query;

package/dist/query.d.ts

@@ -19,6 +19,11 @@ export interface QueryExecutionOptions {
      */
     timeoutMs?: number;
 }
+export interface ColumnOrdering {
+    columnName: string;
+    ascending?: boolean;
+    nullsFirst?: boolean;
+}
 /**
  * Options that control the behavior of a full text search
  */
@@ -201,6 +206,11 @@ export declare class StandardQueryBase<NativeQueryType extends NativeQuery | Nat
      * This is useful for pagination.
      */
     offset(offset: number): this;
+    /**
+     * Sort the results by the specified column(s).
+     * @returns This query builder.
+     */
+    orderBy(ordering: ColumnOrdering | ColumnOrdering[]): this;
     /**
      * Skip searching un-indexed data. This can make search faster, but will miss
      * any data that is not yet indexed.

package/dist/query.js

@@ -332,6 +332,20 @@ class StandardQueryBase extends QueryBase {
         this.doCall((inner) => inner.offset(offset));
         return this;
     }
+    /**
+     * Sort the results by the specified column(s).
+     * @returns This query builder.
+     */
+    orderBy(ordering) {
+        const orderings = Array.isArray(ordering) ? ordering : [ordering];
+        const normalized = orderings.map((o) => ({
+            columnName: o.columnName,
+            ascending: o.ascending ?? true,
+            nullsFirst: o.nullsFirst ?? false,
+        }));
+        this.doCall((inner) => inner.orderBy(normalized));
+        return this;
+    }
     /**
      * Skip searching un-indexed data. This can make search faster, but will miss
      * any data that is not yet indexed.

package/dist/scannable.d.ts

@@ -0,0 +1,92 @@
+import { Table as ArrowTable, RecordBatch, RecordBatchReader, Schema } from "apache-arrow";
+import { NapiScannable } from "./native.js";
+export interface ScannableOptions {
+    /** Hint about the number of rows. Not validated against the stream. */
+    numRows?: number;
+    /**
+     * Whether the source can be scanned more than once. Defaults to `true` for
+     * `fromTable` / `fromFactory` and `false` for `fromIterable` /
+     * `fromRecordBatchReader`.
+     */
+    rescannable?: boolean;
+}
+/**
+ * A data source that can be scanned as a stream of Arrow `RecordBatch`es.
+ *
+ * `Scannable` wraps the schema + optional row count + rescannable flag and
+ * a callback that yields batches one at a time. It is passed to consumers
+ * (e.g. `Table.add`, `createTable`, `mergeInsert` — follow-up work) that
+ * need to pull data without materializing the full dataset in JS memory.
+ *
+ * Batches cross the JS↔Rust boundary as Arrow IPC Stream messages; a fresh
+ * writer serializes each batch, and the Rust side decodes it with
+ * `arrow_ipc::reader::StreamReader`. One batch is in flight at a time.
+ */
+export declare class Scannable {
+    readonly schema: Schema;
+    readonly numRows: number | null;
+    readonly rescannable: boolean;
+    /** @hidden */
+    private readonly native;
+    private constructor();
+    /** @hidden Access the native handle for passing through to Rust consumers. */
+    get inner(): NapiScannable;
+    /**
+     * Build a Scannable from an explicit schema and a factory that returns a
+     * fresh batch iterator on each call.
+     *
+     * The factory is invoked once per scan. Each iterator yields
+     * `RecordBatch`es matching the declared schema. Use this when you need
+     * direct control over the pull loop — for example, to wrap a streaming
+     * source whose batches are produced lazily.
+     *
+     * @param schema - The Arrow schema of the produced batches.
+     * @param factory - Called at the start of each scan to produce a batch
+     *   iterator. Must be idempotent when `rescannable` is true.
+     * @param opts - Optional hints. `rescannable` defaults to `true`; set to
+     *   `false` if calling `factory()` twice would not reproduce the same data.
+     */
+    static fromFactory(schema: Schema, factory: () => AsyncIterable<RecordBatch> | Iterable<RecordBatch> | AsyncIterator<RecordBatch> | Iterator<RecordBatch>, opts?: ScannableOptions): Promise<Scannable>;
+    /**
+     * Build a Scannable from an in-memory Arrow `Table`. Always rescannable;
+     * the table's batches are replayed on each scan.
+     *
+     * The table's row count is authoritative: `opts.numRows` must either be
+     * omitted or equal to `table.numRows`. `opts.rescannable` of `false` is
+     * rejected because in-memory Tables are always rescannable.
+     */
+    static fromTable(table: ArrowTable, opts?: ScannableOptions): Promise<Scannable>;
+    /**
+     * Build a Scannable from an iterable of `RecordBatch`es. `rescannable`
+     * defaults to `false`. Pass an explicit schema so the consumer can
+     * validate before any batch is pulled.
+     *
+     * `opts.rescannable: true` is honest for replayable iterables (Arrays,
+     * Sets, or custom iterables whose `[Symbol.iterator]()` returns a fresh
+     * iterator each call). It is rejected for one-shot iterables (generators,
+     * async generators, or already-an-iterator inputs) because their
+     * `[Symbol.iterator]()` returns the same exhausted object on the second
+     * scan. For replayable sources outside this shape, use
+     * `fromFactory(schema, () => createIter(), { rescannable: true })`.
+     *
+     * Note: when `opts.rescannable` is `true`, the constructor calls
+     * `[Symbol.iterator]()` once on the input to perform the structural check.
+     */
+    static fromIterable(schema: Schema, iter: AsyncIterable<RecordBatch> | Iterable<RecordBatch>, opts?: ScannableOptions): Promise<Scannable>;
+    /**
+     * Build a Scannable from an Arrow `RecordBatchReader`. A reader can only
+     * be consumed once; `rescannable` defaults to `false`.
+     *
+     * The reader must already be opened (via `.open()`) so its `.schema` is
+     * populated. `RecordBatchReader.from(...)` returns an unopened reader.
+     *
+     * `opts.rescannable: true` is rejected because `RecordBatchReader` is a
+     * self-iterator (its `[Symbol.iterator]()` returns itself), and this
+     * constructor does not call `reader.reset()` between scans, so a second
+     * scan would always see an exhausted reader. For genuinely replayable
+     * sources, use
+     * `fromFactory(schema, () => openReader(), { rescannable: true })`,
+     * which mints a fresh reader on each scan.
+     */
+    static fromRecordBatchReader(reader: RecordBatchReader, opts?: ScannableOptions): Promise<Scannable>;
+}