@lancedb/lancedb 0.37.1-beta.0 → 0.37.1-beta.2

package/CONTRIBUTING.md

@@ -1,7 +1,7 @@
 # Contributing to LanceDB Typescript
 
 This document outlines the process for contributing to LanceDB Typescript.
-For general contribution guidelines, see [CONTRIBUTING.md](../CONTRIBUTING.md).
+For general contribution guidelines, see [CONTRIBUTING.md](https://github.com/lancedb/lancedb/blob/main/CONTRIBUTING.md).
 
 ## Project layout
 

package/dist/connection.d.ts

@@ -1,7 +1,8 @@
 import { Data, SchemaLike, TableLike } from "./arrow";
+import { Table as ArrowTable } from "./arrow";
 import { EmbeddingFunctionConfig } from "./embedding/registry";
 import { Connection as LanceDbConnection } from "./native";
-import type { CreateNamespaceResponse, DescribeNamespaceResponse, DropNamespaceResponse, ListNamespacesResponse } from "./native";
+import type { CreateNamespaceResponse, DescribeNamespaceResponse, DropNamespaceResponse, Job, JobDescription, JobInfo, ListNamespacesResponse } from "./native";
 export type { CreateNamespaceResponse, DescribeNamespaceResponse, DropNamespaceResponse, ListNamespacesResponse, };
 import { Table } from "./table";
 export interface CreateTableOptions {
@@ -333,6 +334,35 @@ export declare abstract class Connection {
      *   `newNamespacePath` is omitted the table stays in `namespacePath`.
      */
     abstract renameTable(currentName: string, newName: string, options?: RenameTableOptions): Promise<void>;
+    /**
+     * A {@link Job} handle for a server-side job by id.
+     *
+     * The handle is constructed without a server round trip; an unknown id
+     * surfaces when the handle is used. Dropping the handle has no effect on
+     * the job itself.
+     */
+    abstract job(jobId: string): Job;
+    /** List server-side jobs across the database's tables. */
+    abstract listJobs(): Promise<JobInfo[]>;
+    /**
+     * Describe a single server-side job by id.
+     *
+     * Resolves to `null` when the server has no such job.
+     */
+    abstract getJob(jobId: string): Promise<JobDescription | null>;
+    /**
+     * Request cancellation of a server-side job by id.
+     *
+     * Resolves to true if the server accepted the cancellation, false if no
+     * such job exists. Cancelling an already-terminal job is a no-op success.
+     */
+    abstract cancelJob(jobId: string): Promise<boolean>;
+    /**
+     * The lifecycle event history of a server-side job, as an Arrow table.
+     *
+     * Lists history across all jobs when `jobId` is omitted.
+     */
+    abstract jobHistory(jobId?: string): Promise<ArrowTable>;
 }
 /** @hideconstructor */
 export declare class LocalConnection extends Connection {
@@ -364,6 +394,11 @@ export declare class LocalConnection extends Connection {
     createNamespace(namespacePath: string[], options?: Partial<CreateNamespaceOptions>): Promise<CreateNamespaceResponse>;
     dropNamespace(namespacePath: string[], options?: Partial<DropNamespaceOptions>): Promise<DropNamespaceResponse>;
     renameTable(currentName: string, newName: string, options?: RenameTableOptions): Promise<void>;
+    job(jobId: string): Job;
+    listJobs(): Promise<JobInfo[]>;
+    getJob(jobId: string): Promise<JobDescription | null>;
+    cancelJob(jobId: string): Promise<boolean>;
+    jobHistory(jobId?: string): Promise<ArrowTable>;
 }
 /**
  * Takes storage options and makes all the keys snake case.

package/dist/connection.js

@@ -4,6 +4,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LocalConnection = exports.Connection = void 0;
 exports.cleanseStorageOptions = cleanseStorageOptions;
+const apache_arrow_1 = require("apache-arrow");
 const arrow_1 = require("./arrow");
 const arrow_2 = require("./arrow");
 const registry_1 = require("./embedding/registry");
@@ -191,6 +192,25 @@ class LocalConnection extends Connection {
     async renameTable(currentName, newName, options) {
         return this.inner.renameTable(currentName, newName, options?.namespacePath ?? [], options?.newNamespacePath);
     }
+    job(jobId) {
+        return this.inner.job(jobId);
+    }
+    async listJobs() {
+        return this.inner.listJobs();
+    }
+    async getJob(jobId) {
+        return this.inner.getJob(jobId);
+    }
+    async cancelJob(jobId) {
+        return this.inner.cancelJob(jobId);
+    }
+    async jobHistory(jobId) {
+        const buf = await this.inner.jobHistory(jobId);
+        if (buf.length === 0) {
+            return new arrow_2.Table();
+        }
+        return (0, apache_arrow_1.tableFromIPC)(buf);
+    }
 }
 exports.LocalConnection = LocalConnection;
 /**

package/dist/index.d.ts

@@ -8,7 +8,7 @@ export { instrumentLanceDbMetrics } from "./otel";
 export { AddColumnsSql, ConnectionOptions, ConnectNamespaceOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, TlsConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, BranchContents, MergeResult, AddResult, AddColumnsResult, AlterColumnsResult, UpdateFieldMetadataResult, DeleteResult, DropColumnsResult, UpdateResult, SplitCalculatedOptions, SplitRandomOptions, SplitHashOptions, SplitSequentialOptions, ShuffleOptions, OAuthConfig as NativeOAuthConfig, } from "./native.js";
 export { makeArrowTable, MakeArrowTableOptions, Data, VectorColumnOptions, } from "./arrow";
 export { Connection, CreateTableOptions, TableNamesOptions, OpenTableOptions, ListNamespacesOptions, CreateNamespaceOptions, DropNamespaceOptions, ListNamespacesResponse, CreateNamespaceResponse, DropNamespaceResponse, DescribeNamespaceResponse, RenameTableOptions, } from "./connection";
-export { Session } from "./native.js";
+export { Job, JobDescription, JobFailureInfo, JobInfo, Session, } from "./native.js";
 export { ExecutableQuery, Query, QueryBase, VectorQuery, TakeQuery, AnalyzePlanDistributedMetrics, QueryExecutionOptions, ColumnOrdering, FullTextSearchOptions, RecordBatchIterator, FullTextQuery, MatchQuery, PhraseQuery, BoostQuery, MultiMatchQuery, BooleanQuery, FullTextQueryType, Operator, Occur, } from "./query";
 export { Index, IndexOptions, IvfPqOptions, IvfRqOptions, IvfFlatOptions, HnswPqOptions, HnswSqOptions, FtsOptions, BaseTokenizer, } from "./indices";
 export { Table, Branches, BranchColumnSummary, BranchColumnChange, BranchIndexSummary, BranchRowCountSummary, MergeBlocker, BranchDiff, MergePreview, MergeBranchResult, AddDataOptions, UpdateOptions, OptimizeOptions, Version, WriteProgress, FtsToken, TokenizeTableOptions, LsmWriteSpec, ColumnAlteration, FieldMetadataUpdate, } from "./table";
@@ -39,6 +39,15 @@ export interface TokenizeOptions {
     stem?: boolean;
     /** Whether to remove stop words. */
     removeStopWords?: boolean;
+    /**
+     * Custom stop words that replace the built-in list for `language`.
+     *
+     * This option only affects tokenization when `removeStopWords` is true.
+     *
+     * `undefined` keeps the built-in language list. An empty array explicitly
+     * replaces it with no stop words.
+     */
+    customStopWords?: string[];
     /** Whether to fold ASCII characters. */
     asciiFolding?: boolean;
     /** N-gram minimum length. */

package/dist/index.js

@@ -2,7 +2,7 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.packBits = exports.rerankers = exports.Scannable = exports.PermutationBuilder = exports.permutationBuilder = exports.embedding = exports.MergeInsertBuilder = exports.OAuthFlowType = exports.OAuthHeaderProvider = exports.StaticHeaderProvider = exports.HeaderProvider = exports.Branches = exports.Table = exports.Index = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.RecordBatchIterator = exports.TakeQuery = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Session = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.BranchContents = exports.TagContents = exports.Tags = exports.instrumentLanceDbMetrics = exports.NativeJsHeaderProvider = void 0;
+exports.packBits = exports.rerankers = exports.Scannable = exports.PermutationBuilder = exports.permutationBuilder = exports.embedding = exports.MergeInsertBuilder = exports.OAuthFlowType = exports.OAuthHeaderProvider = exports.StaticHeaderProvider = exports.HeaderProvider = exports.Branches = exports.Table = exports.Index = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.RecordBatchIterator = exports.TakeQuery = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Session = exports.Job = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.BranchContents = exports.TagContents = exports.Tags = exports.instrumentLanceDbMetrics = exports.NativeJsHeaderProvider = void 0;
 exports.tokenize = tokenize;
 exports.connect = connect;
 exports.connectNamespace = connectNamespace;
@@ -27,6 +27,7 @@ Object.defineProperty(exports, "VectorColumnOptions", { enumerable: true, get: f
 var connection_2 = require("./connection");
 Object.defineProperty(exports, "Connection", { enumerable: true, get: function () { return connection_2.Connection; } });
 var native_js_4 = require("./native.js");
+Object.defineProperty(exports, "Job", { enumerable: true, get: function () { return native_js_4.Job; } });
 Object.defineProperty(exports, "Session", { enumerable: true, get: function () { return native_js_4.Session; } });
 var query_1 = require("./query");
 Object.defineProperty(exports, "Query", { enumerable: true, get: function () { return query_1.Query; } });
@@ -71,7 +72,7 @@ Object.defineProperty(exports, "packBits", { enumerable: true, get: function ()
  * {@link Index.fts}.
  */
 async function tokenize(query, options) {
-    return await (0, native_js_1.tokenize)(query, options?.baseTokenizer, options?.language, options?.maxTokenLength, options?.lowercase, options?.stem, options?.removeStopWords, options?.asciiFolding, options?.ngramMinLength, options?.ngramMaxLength, options?.prefixOnly);
+    return await (0, native_js_1.tokenize)(query, options?.baseTokenizer, options?.language, options?.maxTokenLength, options?.lowercase, options?.stem, options?.removeStopWords, options?.customStopWords, options?.asciiFolding, options?.ngramMinLength, options?.ngramMaxLength, options?.prefixOnly);
 }
 async function connect(uriOrOptions, optionsOrSession, sessionOrHeaderProvider, headerProvider) {
     let uri;

package/dist/indices.d.ts

@@ -504,6 +504,15 @@ export interface FtsOptions {
      * whether to remove stop words
      */
     removeStopWords?: boolean;
+    /**
+     * Custom stop words that replace the built-in list for `language`.
+     *
+     * This option only affects tokenization when `removeStopWords` is true.
+     *
+     * `undefined` keeps the built-in language list. An empty array explicitly
+     * replaces it with no stop words.
+     */
+    customStopWords?: string[];
     /**
      * whether to remove punctuation
      */

package/dist/indices.js

@@ -136,7 +136,7 @@ class Index {
      * You can combine filters with full text search.
      */
     static fts(options) {
-        return new Index(native_1.Index.fts(options?.withPosition, options?.baseTokenizer, options?.language, options?.maxTokenLength, options?.lowercase, options?.stem, options?.removeStopWords, options?.asciiFolding, options?.ngramMinLength, options?.ngramMaxLength, options?.prefixOnly, options?.blockSize));
+        return new Index(native_1.Index.fts(options?.withPosition, options?.baseTokenizer, options?.language, options?.maxTokenLength, options?.lowercase, options?.stem, options?.removeStopWords, options?.customStopWords, options?.asciiFolding, options?.ngramMinLength, options?.ngramMaxLength, options?.prefixOnly, options?.blockSize));
     }
     /**
      *

package/dist/native.d.ts

@@ -39,6 +39,31 @@ export declare class Connection {
   /** Drop table with the name. Or raise an error if the table does not exist. */
   dropTable(name: string, namespacePath?: Array<string> | undefined | null): Promise<void>
   dropAllTables(namespacePath?: Array<string> | undefined | null): Promise<void>
+  /**
+   * A `Job` handle for a server-side job by id.
+   *
+   * The handle is constructed without a server round trip; an unknown id
+   * surfaces when the handle is used.
+   */
+  job(jobId: string): Job
+  /** List server-side jobs across the database's tables. */
+  listJobs(): Promise<Array<JobInfo>>
+  /**
+   * Describe a single server-side job by id. `null` when the server has
+   * no such job.
+   */
+  getJob(jobId: string): Promise<JobDescription | null>
+  /**
+   * Request cancellation of a server-side job by id. Returns true if the
+   * server accepted the cancellation, false if no such job exists.
+   */
+  cancelJob(jobId: string): Promise<boolean>
+  /**
+   * The lifecycle event history of a server-side job (all jobs when
+   * `job_id` is null), as an Arrow IPC stream buffer. Empty when there is
+   * no history.
+   */
+  jobHistory(jobId?: string | undefined | null): Promise<Buffer>
   /** Describe a namespace and return its properties. */
   describeNamespace(namespacePath: Array<string>): Promise<DescribeNamespaceResponse>
   /** List child namespaces under the given namespace path */
@@ -63,11 +88,33 @@ export declare class Index {
   static bitmap(): Index
   static labelList(): Index
   static fm(): Index
-  static fts(withPosition?: boolean | undefined | null, baseTokenizer?: string | undefined | null, language?: string | undefined | null, maxTokenLength?: number | undefined | null, lowerCase?: boolean | undefined | null, stem?: boolean | undefined | null, removeStopWords?: boolean | undefined | null, asciiFolding?: boolean | undefined | null, ngramMinLength?: number | undefined | null, ngramMaxLength?: number | undefined | null, prefixOnly?: boolean | undefined | null, blockSize?: number | undefined | null): Index
+  static fts(withPosition?: boolean | undefined | null, baseTokenizer?: string | undefined | null, language?: string | undefined | null, maxTokenLength?: number | undefined | null, lowerCase?: boolean | undefined | null, stem?: boolean | undefined | null, removeStopWords?: boolean | undefined | null, customStopWords?: Array<string> | undefined | null, asciiFolding?: boolean | undefined | null, ngramMinLength?: number | undefined | null, ngramMaxLength?: number | undefined | null, prefixOnly?: boolean | undefined | null, blockSize?: number | undefined | null): Index
   static hnswPq(distanceType?: string | undefined | null, numPartitions?: number | undefined | null, numSubVectors?: number | undefined | null, maxIterations?: number | undefined | null, sampleRate?: number | undefined | null, m?: number | undefined | null, efConstruction?: number | undefined | null): Index
   static hnswSq(distanceType?: string | undefined | null, numPartitions?: number | undefined | null, maxIterations?: number | undefined | null, sampleRate?: number | undefined | null, m?: number | undefined | null, efConstruction?: number | undefined | null): Index
 }
 
+/** A handle to an operation that may still be running. */
+export declare class Job {
+  /**
+   * Identifies the operation on the server that is running it. Operations
+   * that run in this process have no server id. The value is opaque.
+   */
+  get id(): string | null
+  /**
+   * The operation's current lifecycle state: "running", "finished",
+   * "failed", or "cancelled".
+   *
+   * A point snapshot; unlike {@link Job.wait} it does not block or reject
+   * on a terminal failure state. States a newer server reports that this
+   * client version does not know pass through as-is.
+   */
+  status(): Promise<string>
+  /** Wait until the operation reaches a terminal state. */
+  wait(): Promise<void>
+  /** Request cancellation. Cancelling a finished operation is a no-op. */
+  cancel(): Promise<void>
+}
+
 export declare class JsFullTextQuery {
   static matchQuery(query: string, column: string, boost: number, fuzziness: number | undefined | null, maxExpansions: number, operator: string, prefixLength: number): JsFullTextQuery
   static phraseQuery(query: string, column: string, slop: number): JsFullTextQuery
@@ -218,6 +265,7 @@ export declare class Table {
   countRows(filter?: string | undefined | null): Promise<number>
   delete(predicate: string): Promise<DeleteResult>
   createIndex(index: Index | undefined | null, column: string, replace?: boolean | undefined | null, waitTimeoutS?: number | undefined | null, name?: string | undefined | null, train?: boolean | undefined | null): Promise<void>
+  createIndexAsync(index: Index | undefined | null, column: string, replace?: boolean | undefined | null, waitTimeoutS?: number | undefined | null, name?: string | undefined | null, train?: boolean | undefined | null): Promise<Job>
   dropIndex(indexName: string): Promise<void>
   prewarmIndex(indexName: string): Promise<void>
   prewarmData(columns?: Array<string> | undefined | null): Promise<void>
@@ -655,6 +703,46 @@ export interface IndexStatistics {
   numIndices?: number
 }
 
+/** A described job from `Connection.getJob`. */
+export interface JobDescription {
+  jobId: string
+  jobType: string
+  /** Lifecycle state: "running", "finished", "failed", or "cancelled". */
+  state: string
+  /** When the job was created, in milliseconds since the epoch. */
+  creationMs: number
+  /** The job-type-specific specification as a JSON string, when present. */
+  specJson?: string
+  /**
+   * Why the job failed, when the job is failed and the server reports a
+   * reason.
+   */
+  failure?: JobFailureInfo
+}
+
+/** The server's account of why a job failed. */
+export interface JobFailureInfo {
+  phase?: string
+  message?: string
+  retryable?: boolean
+}
+
+/** A row from `Connection.listJobs`: one server-side job. */
+export interface JobInfo {
+  /**
+   * The job id -- what `Connection.getJob` and `Connection.cancelJob`
+   * accept.
+   */
+  jobId: string
+  /** The table the job runs against, without URI or namespace. */
+  table: string
+  jobType: string
+  /** Lifecycle state: "running", "finished", "failed", or "cancelled". */
+  state: string
+  /** When the job was created, in milliseconds since the epoch. */
+  createdAtMillis: number
+}
+
 /** The catalog of described LanceDB metrics. Empty until the recorder is installed. */
 export declare function lancedbMetricsCatalog(): Array<MetricDescription>
 
@@ -886,7 +974,12 @@ export interface SplitSequentialOptions {
 }
 
 export interface TableStatistics {
-  /** The total number of bytes in the table */
+  /**
+   * The total size, in bytes, of the table's data files, index files, and
+   * overlay files
+   *
+   * Read from the manifest, so this excludes deletion files and manifests.
+   */
   totalBytes: number
   /** The number of rows in the table */
   numRows: number
@@ -939,7 +1032,7 @@ export interface TlsConfig {
   assertHostname?: boolean
 }
 
-export declare function tokenize(query: string, baseTokenizer?: string | undefined | null, language?: string | undefined | null, maxTokenLength?: number | undefined | null, lowerCase?: boolean | undefined | null, stem?: boolean | undefined | null, removeStopWords?: boolean | undefined | null, asciiFolding?: boolean | undefined | null, ngramMinLength?: number | undefined | null, ngramMaxLength?: number | undefined | null, prefixOnly?: boolean | undefined | null): Array<FtsToken>
+export declare function tokenize(query: string, baseTokenizer?: string | undefined | null, language?: string | undefined | null, maxTokenLength?: number | undefined | null, lowerCase?: boolean | undefined | null, stem?: boolean | undefined | null, removeStopWords?: boolean | undefined | null, customStopWords?: Array<string> | undefined | null, asciiFolding?: boolean | undefined | null, ngramMinLength?: number | undefined | null, ngramMaxLength?: number | undefined | null, prefixOnly?: boolean | undefined | null): Array<FtsToken>
 
 export interface UpdateFieldMetadataResult {
   version: number

package/dist/native.js

@@ -76,8 +76,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -95,8 +95,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm-eabi');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm-eabi/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -120,8 +120,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -139,8 +139,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-msvc');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-msvc/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -159,8 +159,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-ia32-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-ia32-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -178,8 +178,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-arm64-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-arm64-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -201,8 +201,8 @@ function requireNative() {
         try {
             const binding = require('@lancedb/lancedb-darwin-universal');
             const bindingPackageVersion = require('@lancedb/lancedb-darwin-universal/package.json').version;
-            if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+            if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
             }
             return binding;
         }
@@ -219,8 +219,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-x64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -238,8 +238,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -262,8 +262,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-x64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -281,8 +281,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -306,8 +306,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -325,8 +325,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -346,8 +346,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -365,8 +365,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -386,8 +386,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-musleabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-musleabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -405,8 +405,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-gnueabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-gnueabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -426,8 +426,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -445,8 +445,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -466,8 +466,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -485,8 +485,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -505,8 +505,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-ppc64-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-ppc64-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -524,8 +524,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-s390x-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-s390x-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -548,8 +548,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -567,8 +567,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-x64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -586,8 +586,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -665,6 +665,7 @@ module.exports.BranchContents = nativeBinding.BranchContents;
 module.exports.Branches = nativeBinding.Branches;
 module.exports.Connection = nativeBinding.Connection;
 module.exports.Index = nativeBinding.Index;
+module.exports.Job = nativeBinding.Job;
 module.exports.JsFullTextQuery = nativeBinding.JsFullTextQuery;
 module.exports.JsHeaderProvider = nativeBinding.JsHeaderProvider;
 module.exports.NapiScannable = nativeBinding.NapiScannable;

package/dist/sanitize.d.ts

@@ -17,7 +17,7 @@ export declare function sanitizeFixedSizeBinary(typeLike: object): FixedSizeBina
 export declare function sanitizeFixedSizeList(typeLike: object): FixedSizeList<any>;
 export declare function sanitizeMap(typeLike: object): Map_<any, any>;
 export declare function sanitizeDuration(typeLike: object): Duration<Type.Duration | Type.DurationSecond | Type.DurationMillisecond | Type.DurationMicrosecond | Type.DurationNanosecond>;
-export declare function sanitizeDictionary(typeLike: object): Dictionary<DataType<any, any>, TKeys>;
+export declare function sanitizeDictionary(typeLike: object): Dictionary<DataType<Type, any>, TKeys>;
 export declare function sanitizeType(typeLike: unknown): DataType<any>;
 export declare function sanitizeField(fieldLike: unknown): Field;
 /**

package/dist/sanitize.js

@@ -34,6 +34,13 @@ exports.dataTypeFromName = dataTypeFromName;
 // and so we must sanitize the input to ensure that it is compatible.
 const apache_arrow_1 = require("apache-arrow");
 const arrow_1 = require("./arrow");
+function createSanitizationContext() {
+    return {
+        types: new WeakMap(),
+        vectors: new WeakMap(),
+        data: new WeakMap(),
+    };
+}
 function sanitizeMetadata(metadataLike) {
     if (metadataLike === undefined || metadataLike === null) {
         return undefined;
@@ -115,21 +122,30 @@ function sanitizeInterval(typeLike) {
     return new arrow_1.Interval(typeLike.unit);
 }
 function sanitizeList(typeLike) {
+    return sanitizeListWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeListWithContext(typeLike, context) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a List type to have an array-like `children` property");
     }
     if (typeLike.children.length !== 1) {
         throw Error("Expected a List type to have exactly one child");
     }
-    return new arrow_1.List(sanitizeField(typeLike.children[0]));
+    return new arrow_1.List(sanitizeFieldWithContext(typeLike.children[0], context));
 }
 function sanitizeStruct(typeLike) {
+    return sanitizeStructWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeStructWithContext(typeLike, context) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Struct type to have an array-like `children` property");
     }
-    return new arrow_1.Struct(typeLike.children.map((child) => sanitizeField(child)));
+    return new arrow_1.Struct(typeLike.children.map((child) => sanitizeFieldWithContext(child, context)));
 }
 function sanitizeUnion(typeLike) {
+    return sanitizeUnionWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeUnionWithContext(typeLike, context) {
     if (!("typeIds" in typeLike) ||
         !("mode" in typeLike) ||
         typeof typeLike.mode !== "number") {
@@ -140,18 +156,23 @@ function sanitizeUnion(typeLike) {
     }
     return new arrow_1.Union(typeLike.mode, 
     // biome-ignore lint/suspicious/noExplicitAny: skip
-    typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
+    typeLike.typeIds, typeLike.children.map((child) => sanitizeFieldWithContext(child, context)));
 }
 function sanitizeTypedUnion(typeLike, 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 UnionType) {
+    return sanitizeTypedUnionWithContext(typeLike, UnionType, createSanitizationContext());
+}
+function sanitizeTypedUnionWithContext(typeLike, 
+// eslint-disable-next-line @typescript-eslint/naming-convention
+UnionType, context) {
     if (!("typeIds" in typeLike)) {
         throw Error("Expected a DenseUnion/SparseUnion type to have a `typeIds` property");
     }
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a DenseUnion/SparseUnion type to have an array-like `children` property");
     }
-    return new UnionType(typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
+    return new UnionType(typeLike.typeIds, typeLike.children.map((child) => sanitizeFieldWithContext(child, context)));
 }
 function sanitizeFixedSizeBinary(typeLike) {
     if (!("byteWidth" in typeLike) || typeof typeLike.byteWidth !== "number") {
@@ -160,6 +181,9 @@ function sanitizeFixedSizeBinary(typeLike) {
     return new arrow_1.FixedSizeBinary(typeLike.byteWidth);
 }
 function sanitizeFixedSizeList(typeLike) {
+    return sanitizeFixedSizeListWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeFixedSizeListWithContext(typeLike, context) {
     if (!("listSize" in typeLike) || typeof typeLike.listSize !== "number") {
         throw Error("Expected a FixedSizeList type to have a `listSize` property");
     }
@@ -169,9 +193,12 @@ function sanitizeFixedSizeList(typeLike) {
     if (typeLike.children.length !== 1) {
         throw Error("Expected a FixedSizeList type to have exactly one child");
     }
-    return new arrow_1.FixedSizeList(typeLike.listSize, sanitizeField(typeLike.children[0]));
+    return new arrow_1.FixedSizeList(typeLike.listSize, sanitizeFieldWithContext(typeLike.children[0], context));
 }
 function sanitizeMap(typeLike) {
+    return sanitizeMapWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeMapWithContext(typeLike, context) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Map type to have an array-like `children` property");
     }
@@ -181,7 +208,7 @@ function sanitizeMap(typeLike) {
     if (typeLike.children.length !== 1) {
         throw Error("Expected a Map type to have exactly one child");
     }
-    return new arrow_1.Map_(sanitizeField(typeLike.children[0]), typeLike.keysSorted);
+    return new arrow_1.Map_(sanitizeFieldWithContext(typeLike.children[0], context), typeLike.keysSorted);
 }
 function sanitizeDuration(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
@@ -190,6 +217,9 @@ function sanitizeDuration(typeLike) {
     return new arrow_1.Duration(typeLike.unit);
 }
 function sanitizeDictionary(typeLike) {
+    return sanitizeDictionaryWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeDictionaryWithContext(typeLike, context) {
     if (!("id" in typeLike) || typeof typeLike.id !== "number") {
         throw Error("Expected a Dictionary type to have an `id` property");
     }
@@ -202,16 +232,23 @@ function sanitizeDictionary(typeLike) {
     if (!("isOrdered" in typeLike) || typeof typeLike.isOrdered !== "boolean") {
         throw Error("Expected a Dictionary type to have an `isOrdered` property");
     }
-    return new arrow_1.Dictionary(sanitizeType(typeLike.dictionary), sanitizeType(typeLike.indices), typeLike.id, typeLike.isOrdered);
+    return new arrow_1.Dictionary(sanitizeTypeWithContext(typeLike.dictionary, context), sanitizeTypeWithContext(typeLike.indices, context), typeLike.id, typeLike.isOrdered);
 }
 // biome-ignore lint/suspicious/noExplicitAny: skip
 function sanitizeType(typeLike) {
+    return sanitizeTypeWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeTypeWithContext(typeLike, context) {
     if (typeof typeLike === "string") {
         return dataTypeFromName(typeLike);
     }
     if (typeof typeLike !== "object" || typeLike === null) {
         throw Error("Expected a Type but object was null/undefined");
     }
+    const cached = context.types.get(typeLike);
+    if (cached !== undefined) {
+        return cached;
+    }
     if (!("typeId" in typeLike) ||
         !(typeof typeLike.typeId !== "function" ||
             typeof typeLike.typeId !== "number")) {
@@ -227,6 +264,11 @@ function sanitizeType(typeLike) {
     else {
         throw Error("Type's typeId property was not a function or number");
     }
+    const type = sanitizeTypeById(typeLike, typeId, context);
+    context.types.set(typeLike, type);
+    return type;
+}
+function sanitizeTypeById(typeLike, typeId, context) {
     switch (typeId) {
         case arrow_1.Type.NONE:
             throw Error("Received a Type with a typeId of NONE");
@@ -253,21 +295,21 @@ function sanitizeType(typeLike) {
         case arrow_1.Type.Interval:
             return sanitizeInterval(typeLike);
         case arrow_1.Type.List:
-            return sanitizeList(typeLike);
+            return sanitizeListWithContext(typeLike, context);
         case arrow_1.Type.Struct:
-            return sanitizeStruct(typeLike);
+            return sanitizeStructWithContext(typeLike, context);
         case arrow_1.Type.Union:
-            return sanitizeUnion(typeLike);
+            return sanitizeUnionWithContext(typeLike, context);
         case arrow_1.Type.FixedSizeBinary:
             return sanitizeFixedSizeBinary(typeLike);
         case arrow_1.Type.FixedSizeList:
-            return sanitizeFixedSizeList(typeLike);
+            return sanitizeFixedSizeListWithContext(typeLike, context);
         case arrow_1.Type.Map:
-            return sanitizeMap(typeLike);
+            return sanitizeMapWithContext(typeLike, context);
         case arrow_1.Type.Duration:
             return sanitizeDuration(typeLike);
         case arrow_1.Type.Dictionary:
-            return sanitizeDictionary(typeLike);
+            return sanitizeDictionaryWithContext(typeLike, context);
         case arrow_1.Type.Int8:
             return new arrow_1.Int8();
         case arrow_1.Type.Int16:
@@ -311,9 +353,9 @@ function sanitizeType(typeLike) {
         case arrow_1.Type.TimestampSecond:
             return sanitizeTypedTimestamp(typeLike, arrow_1.TimestampSecond);
         case arrow_1.Type.DenseUnion:
-            return sanitizeTypedUnion(typeLike, arrow_1.DenseUnion);
+            return sanitizeTypedUnionWithContext(typeLike, arrow_1.DenseUnion, context);
         case arrow_1.Type.SparseUnion:
-            return sanitizeTypedUnion(typeLike, arrow_1.SparseUnion);
+            return sanitizeTypedUnionWithContext(typeLike, arrow_1.SparseUnion, context);
         case arrow_1.Type.IntervalDayTime:
             return new arrow_1.IntervalDayTime();
         case arrow_1.Type.IntervalYearMonth:
@@ -331,6 +373,9 @@ function sanitizeType(typeLike) {
     }
 }
 function sanitizeField(fieldLike) {
+    return sanitizeFieldWithContext(fieldLike, createSanitizationContext());
+}
+function sanitizeFieldWithContext(fieldLike, context) {
     if (fieldLike instanceof arrow_1.Field) {
         return fieldLike;
     }
@@ -344,7 +389,7 @@ function sanitizeField(fieldLike) {
     }
     let type;
     try {
-        type = sanitizeType(fieldLike.type);
+        type = sanitizeTypeWithContext(fieldLike.type, context);
     }
     catch (error) {
         throw Error(`Unable to sanitize type for field: ${fieldLike.name} due to error: ${error}`, { cause: error });
@@ -371,6 +416,9 @@ function sanitizeField(fieldLike) {
  * than lancedb is using.
  */
 function sanitizeSchema(schemaLike) {
+    return sanitizeSchemaWithContext(schemaLike, createSanitizationContext());
+}
+function sanitizeSchemaWithContext(schemaLike, context) {
     if (schemaLike instanceof arrow_1.Schema) {
         return schemaLike;
     }
@@ -387,7 +435,7 @@ function sanitizeSchema(schemaLike) {
     if (!Array.isArray(schemaLike.fields)) {
         throw Error("The schema passed in had a 'fields' property but it was not an array");
     }
-    const sanitizedFields = schemaLike.fields.map((field) => sanitizeField(field));
+    const sanitizedFields = schemaLike.fields.map((field) => sanitizeFieldWithContext(field, context));
     return new arrow_1.Schema(sanitizedFields, metadata);
 }
 function sanitizeTable(tableLike) {
@@ -403,11 +451,12 @@ function sanitizeTable(tableLike) {
     if (!("batches" in tableLike)) {
         throw Error("The table passed in does not appear to be a table (no 'columns' property)");
     }
-    const schema = sanitizeSchema(tableLike.schema);
-    const batches = tableLike.batches.map(sanitizeRecordBatch);
+    const context = createSanitizationContext();
+    const schema = sanitizeSchemaWithContext(tableLike.schema, context);
+    const batches = tableLike.batches.map((batch) => sanitizeRecordBatch(batch, context));
     return new arrow_1.Table(schema, batches);
 }
-function sanitizeRecordBatch(batchLike) {
+function sanitizeRecordBatch(batchLike, context) {
     if (batchLike instanceof arrow_1.RecordBatch) {
         return batchLike;
     }
@@ -420,20 +469,35 @@ function sanitizeRecordBatch(batchLike) {
     if (!("data" in batchLike)) {
         throw Error("The record batch passed in does not appear to be a record batch (no 'data' property)");
     }
-    const schema = sanitizeSchema(batchLike.schema);
-    const data = sanitizeData(batchLike.data);
+    const schema = sanitizeSchemaWithContext(batchLike.schema, context);
+    const data = sanitizeData(batchLike.data, context);
     return new arrow_1.RecordBatch(schema, data);
 }
-function sanitizeData(dataLike) {
+function sanitizeData(dataLike, context) {
     if (dataLike instanceof apache_arrow_1.Data) {
         return dataLike;
     }
-    return new apache_arrow_1.Data(dataLike.type, dataLike.offset, dataLike.length, dataLike.nullCount, {
+    const cachedData = context.data.get(dataLike);
+    if (cachedData !== undefined) {
+        return cachedData;
+    }
+    const dictionaryLike = dataLike.dictionary;
+    let dictionary;
+    if (dictionaryLike !== undefined) {
+        dictionary = context.vectors.get(dictionaryLike);
+        if (dictionary === undefined) {
+            dictionary = new apache_arrow_1.Vector(dictionaryLike.data.map((data) => sanitizeData(data, context)));
+            context.vectors.set(dictionaryLike, dictionary);
+        }
+    }
+    const data = new apache_arrow_1.Data(sanitizeTypeWithContext(dataLike.type, context), dataLike.offset, dataLike.length, dataLike.nullCount, {
         [apache_arrow_1.BufferType.OFFSET]: dataLike.valueOffsets,
         [apache_arrow_1.BufferType.DATA]: dataLike.values,
         [apache_arrow_1.BufferType.VALIDITY]: dataLike.nullBitmap,
         [apache_arrow_1.BufferType.TYPE]: dataLike.typeIds,
-    });
+    }, dataLike.children.map((child) => sanitizeData(child, context)), dictionary);
+    context.data.set(dataLike, data);
+    return data;
 }
 const constructorsByTypeName = {
     null: () => new arrow_1.Null(),

package/dist/table.d.ts

@@ -1,7 +1,7 @@
 import { Table as ArrowTable, Data, DataType, Field, IntoVector, MultiVector, Schema } from "./arrow";
 import { IndexOptions } from "./indices";
 import { MergeInsertBuilder } from "./merge";
-import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, BranchContents, DeleteResult, DropColumnsResult, IndexConfig, IndexStatistics, Branches as NativeBranches, OptimizeStats, TableStatistics, Tags, UpdateFieldMetadataResult, UpdateResult, Table as _NativeTable } from "./native";
+import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, BranchContents, DeleteResult, DropColumnsResult, IndexConfig, IndexStatistics, Job, Branches as NativeBranches, OptimizeStats, TableStatistics, Tags, UpdateFieldMetadataResult, UpdateResult, Table as _NativeTable } from "./native";
 import { FullTextQuery, Query, TakeQuery, VectorQuery } from "./query";
 import { IntoSql } from "./util";
 export { IndexConfig } from "./native";
@@ -284,6 +284,13 @@ export declare abstract class Table {
      * await table.createIndex("my_float_col");
      */
     abstract createIndex(column: string, options?: Partial<IndexOptions>): Promise<void>;
+    /**
+     * Create an index, returning a handle to the indexing job.
+     *
+     * The job may already be complete when returned; callers must not assume
+     * the index exists until {@link Job.wait} resolves.
+     */
+    abstract createIndexAsync(column: string, options?: Partial<IndexOptions>): Promise<Job>;
     /**
      * Drop an index from the table.
      *
@@ -702,6 +709,7 @@ export declare class LocalTable extends Table {
     countRows(filter?: string): Promise<number>;
     delete(predicate: string): Promise<DeleteResult>;
     createIndex(column: string, options?: Partial<IndexOptions>): Promise<void>;
+    createIndexAsync(column: string, options?: Partial<IndexOptions>): Promise<Job>;
     dropIndex(name: string): Promise<void>;
     prewarmIndex(name: string): Promise<void>;
     prewarmData(columns?: string[]): Promise<void>;

package/dist/table.js

@@ -139,6 +139,11 @@ class LocalTable extends Table {
         const nativeIndex = options?.config?.inner;
         await this.inner.createIndex(nativeIndex, column, options?.replace, options?.waitTimeoutSeconds, options?.name, options?.train);
     }
+    async createIndexAsync(column, options) {
+        // biome-ignore lint/suspicious/noExplicitAny: skip
+        const nativeIndex = options?.config?.inner;
+        return await this.inner.createIndexAsync(nativeIndex, column, options?.replace, options?.waitTimeoutSeconds, options?.name, options?.train);
+    }
     async dropIndex(name) {
         await this.inner.dropIndex(name);
     }

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.37.1-beta.0",
+  "version": "0.37.1-beta.2",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -106,15 +106,21 @@
   "optionalDependencies": {
     "@huggingface/transformers": "3.0.2",
     "openai": "4.29.2",
-    "@lancedb/lancedb-darwin-arm64": "0.37.1-beta.0",
-    "@lancedb/lancedb-linux-x64-gnu": "0.37.1-beta.0",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.37.1-beta.0",
-    "@lancedb/lancedb-linux-x64-musl": "0.37.1-beta.0",
-    "@lancedb/lancedb-linux-arm64-musl": "0.37.1-beta.0",
-    "@lancedb/lancedb-win32-x64-msvc": "0.37.1-beta.0",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.37.1-beta.0"
+    "@lancedb/lancedb-darwin-arm64": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-x64-gnu": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-x64-musl": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-arm64-musl": "0.37.1-beta.2",
+    "@lancedb/lancedb-win32-x64-msvc": "0.37.1-beta.2",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.37.1-beta.2"
   },
   "peerDependencies": {
+    "@types/node": ">=18",
     "apache-arrow": ">=15.0.0 <=18.1.0"
+  },
+  "peerDependenciesMeta": {
+    "@types/node": {
+      "optional": true
+    }
   }
 }