@lancedb/lancedb 0.38.0-beta.0 → 0.38.0-beta.3

package/dist/index.d.ts

@@ -5,13 +5,13 @@ import type { BaseTokenizer } from "./indices";
 import type { FtsToken } from "./table";
 export { JsHeaderProvider as NativeJsHeaderProvider } from "./native.js";
 export { instrumentLanceDbMetrics } from "./otel";
-export { AddColumnsSql, ConnectionOptions, ConnectNamespaceOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, TlsConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, BranchContents, MergeResult, AddResult, AddColumnsResult, AlterColumnsResult, UpdateFieldMetadataResult, DeleteResult, DropColumnsResult, UpdateResult, SplitCalculatedOptions, SplitRandomOptions, SplitHashOptions, SplitSequentialOptions, ShuffleOptions, OAuthConfig as NativeOAuthConfig, } from "./native.js";
+export { AddColumnsSql, ConnectionOptions, ConnectNamespaceOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, TlsConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, BranchContents, MergeResult, AddResult, AddColumnsResult, RefreshColumnResult, AlterColumnsResult, UpdateFieldMetadataResult, DeleteResult, DropColumnsResult, UpdateResult, SplitCalculatedOptions, SplitRandomOptions, SplitHashOptions, SplitSequentialOptions, ShuffleOptions, OAuthConfig as NativeOAuthConfig, } from "./native.js";
 export { makeArrowTable, MakeArrowTableOptions, Data, VectorColumnOptions, } from "./arrow";
 export { Connection, CreateTableOptions, TableNamesOptions, OpenTableOptions, ListNamespacesOptions, CreateNamespaceOptions, DropNamespaceOptions, ListNamespacesResponse, CreateNamespaceResponse, DropNamespaceResponse, DescribeNamespaceResponse, RenameTableOptions, } from "./connection";
 export { Job, JobDescription, JobFailureInfo, JobInfo, Session, } from "./native.js";
 export { ExecutableQuery, Query, QueryBase, VectorQuery, TakeQuery, AnalyzePlanDistributedMetrics, QueryExecutionOptions, ColumnOrdering, FullTextSearchOptions, RecordBatchIterator, FullTextQuery, MatchQuery, PhraseQuery, BoostQuery, MultiMatchQuery, BooleanQuery, FullTextQueryType, Operator, Occur, } from "./query";
 export { Index, IndexOptions, IvfPqOptions, IvfRqOptions, IvfFlatOptions, HnswPqOptions, HnswSqOptions, FtsOptions, BaseTokenizer, } from "./indices";
-export { Table, Branches, BranchColumnSummary, BranchColumnChange, BranchIndexSummary, BranchRowCountSummary, MergeBlocker, BranchDiff, MergePreview, MergeBranchResult, AddDataOptions, UpdateOptions, OptimizeOptions, Version, WriteProgress, FtsToken, TokenizeTableOptions, LsmWriteSpec, ColumnAlteration, FieldMetadataUpdate, } from "./table";
+export { Table, Branches, BranchColumnSummary, BranchColumnChange, BranchIndexSummary, BranchRowCountSummary, MergeBlocker, BranchDiff, MergePreview, MergeBranchResult, AddDataOptions, UpdateOptions, OptimizeOptions, Version, WriteProgress, FtsToken, TokenizeTableOptions, LsmWriteSpec, LsmStats, BucketStats, GenerationStats, MemtableStats, ColumnAlteration, FieldMetadataUpdate, } from "./table";
 export { HeaderProvider, StaticHeaderProvider, OAuthHeaderProvider, TokenResponse, } from "./header";
 export { OAuthConfig, OAuthFlowType } from "./oauth";
 export { MergeInsertBuilder, WriteExecutionOptions } from "./merge";

package/dist/native.d.ts

@@ -281,6 +281,9 @@ export declare class Table {
   takeRowIds(rowIds: Array<bigint>): TakeQuery
   vectorSearch(vector: Float32Array): VectorQuery
   addColumns(transforms: Array<AddColumnsSql>): Promise<AddColumnsResult>
+  addComputedColumns(columns: Array<AddColumnsSql>): Promise<AddColumnsResult>
+  refreshColumn(column: string): Promise<RefreshColumnResult>
+  refreshColumnAsync(column: string): Promise<Job>
   addColumnsWithSchema(schemaBuf: Buffer): Promise<AddColumnsResult>
   alterColumns(alterations: Array<ColumnAlteration>): Promise<AlterColumnsResult>
   updateFieldMetadata(updates: Array<FieldMetadataUpdate>): Promise<UpdateFieldMetadataResult>
@@ -290,6 +293,10 @@ export declare class Table {
   unsetLsmWriteSpec(): Promise<void>
   getLsmWriteSpec(): Promise<LsmWriteSpec | null>
   closeLsmWriters(): Promise<void>
+  flushLsm(): Promise<void>
+  compactLsm(): Promise<void>
+  checkpointLsm(): Promise<void>
+  getLsmStats(includeGenerationRows: boolean): Promise<LsmStats | null>
   version(): Promise<number>
   checkout(version: number): Promise<void>
   checkoutTag(tag: string): Promise<void>
@@ -386,6 +393,45 @@ export interface AlterColumnsResult {
   version: number
 }
 
+/**
+ * Live state of one bucket. A table is N buckets on one node; flattening to a
+ * single number hides the one hot bucket that is usually why someone opened
+ * this endpoint.
+ */
+export interface BucketStats {
+  /** The shard this bucket writes. */
+  shardId: string
+  /** `"Active"` or `"Sealed"` (drop-table 2PC in flight). */
+  status: string
+  /** Epoch of the writer that currently owns the shard. */
+  writerEpoch: number
+  /** Version of the shard manifest these numbers were read from. */
+  manifestVersion: number
+  /** The generation the active memtable will become. */
+  currentGeneration: number
+  /** WAL position replay resumes from. */
+  replayAfterWalEntryPosition: number
+  /**
+   * Highest WAL position the writer has seen. The difference against
+   * `replayAfterWalEntryPosition` is the WAL lag.
+   */
+  walEntryPositionLastSeen: number
+  /** Flushed L0 generations not yet merged into the base table. */
+  generations: Array<GenerationStats>
+  /**
+   * Whether a pass owns this bucket's compaction latch right now. Says *a*
+   * driver is running, not *whose*, and the latch is held from dispatch —
+   * including while the pass queues for a pod-wide compactor permit. Read it
+   * as "do not pile on", never as "mine is progressing".
+   */
+  compacting: boolean
+  /**
+   * Oldest first, active last. Absent for a `"Sealed"` bucket, whose
+   * in-memory state is torn down.
+   */
+  memtables?: Array<MemtableStats>
+}
+
 export interface ClientConfig {
   userAgent?: string
   retryConfig?: RetryConfig
@@ -618,6 +664,19 @@ export interface FtsToken {
   position: number
 }
 
+/** One flushed L0 generation. */
+export interface GenerationStats {
+  /** The generation number. Increases as memtables are sealed into L0. */
+  generation: number
+  /** On-disk size of the generation. */
+  bytes: number
+  /**
+   * Present only when `includeGenerationRows` was requested. Off by default
+   * because each count opens an uncached Lance dataset.
+   */
+  rows?: number
+}
+
 /** A description of an index currently configured on a column */
 export interface IndexConfig {
   /** The name of the index */
@@ -753,6 +812,17 @@ export interface ListNamespacesResponse {
   pageToken?: string
 }
 
+/**
+ * Live per-bucket LSM state, as returned by `Table#getLsmStats`.
+ *
+ * Nothing here is derived: sums and differences (total L0 bytes, WAL lag) are
+ * the caller's to compute.
+ */
+export interface LsmStats {
+  /** One entry per bucket backing this table. */
+  buckets: Array<BucketStats>
+}
+
 /**
  * Specification selecting Lance's MemWAL LSM-style write path for
  * `mergeInsert`.
@@ -777,6 +847,23 @@ export interface LsmWriteSpec {
   writerConfigDefaults?: Record<string, string>
 }
 
+/** One in-memory memtable. */
+export interface MemtableStats {
+  /** The generation this memtable will become once sealed. */
+  generation: number
+  /** Rows currently buffered. */
+  rows: number
+  /** Estimated in-memory size. */
+  bytes: number
+  /** Record batches currently buffered. */
+  batches: number
+  /**
+   * Names of the indexes this memtable carries. An absent name is the whole
+   * answer to "why is my fresh-tier search on that column brute-force".
+   */
+  indexes: Array<string>
+}
+
 export interface MergeResult {
   version: number
   numInsertedRows: number
@@ -867,6 +954,11 @@ export interface OptimizeStats {
 /** Create a permutation builder for the given table */
 export declare function permutationBuilder(table: Table): PermutationBuilder
 
+export interface RefreshColumnResult {
+  rowsFilled: number
+  version: number
+}
+
 /**
  * Install the LanceDB metrics recorder as the process-global `metrics` recorder.
  *

package/dist/native.js

@@ -76,8 +76,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -95,8 +95,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm-eabi');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm-eabi/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -120,8 +120,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -139,8 +139,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-msvc');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-msvc/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -159,8 +159,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-ia32-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-ia32-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -178,8 +178,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-arm64-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-arm64-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -201,8 +201,8 @@ function requireNative() {
         try {
             const binding = require('@lancedb/lancedb-darwin-universal');
             const bindingPackageVersion = require('@lancedb/lancedb-darwin-universal/package.json').version;
-            if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+            if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
             }
             return binding;
         }
@@ -219,8 +219,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-x64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -238,8 +238,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -262,8 +262,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-x64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -281,8 +281,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -306,8 +306,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -325,8 +325,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -346,8 +346,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -365,8 +365,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -386,8 +386,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-musleabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-musleabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -405,8 +405,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-gnueabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-gnueabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -426,8 +426,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -445,8 +445,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -466,8 +466,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -485,8 +485,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -505,8 +505,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-ppc64-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-ppc64-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -524,8 +524,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-s390x-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-s390x-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -548,8 +548,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -567,8 +567,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-x64/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -586,8 +586,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm/package.json').version;
-                if (bindingPackageVersion !== '0.38.0-beta.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.38.0-beta.3' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.38.0-beta.3 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }

package/dist/table.d.ts

@@ -1,10 +1,11 @@
 import { Table as ArrowTable, Data, DataType, Field, IntoVector, MultiVector, Schema } from "./arrow";
 import { IndexOptions } from "./indices";
 import { MergeInsertBuilder } from "./merge";
-import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, BranchContents, DeleteResult, DropColumnsResult, IndexConfig, IndexStatistics, Job, Branches as NativeBranches, OptimizeStats, TableStatistics, Tags, UpdateFieldMetadataResult, UpdateResult, Table as _NativeTable } from "./native";
+import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, BranchContents, DeleteResult, DropColumnsResult, IndexConfig, IndexStatistics, Job, LsmStats, Branches as NativeBranches, OptimizeStats, RefreshColumnResult, TableStatistics, Tags, UpdateFieldMetadataResult, UpdateResult, Table as _NativeTable } from "./native";
 import { FullTextQuery, Query, TakeQuery, VectorQuery } from "./query";
 import { IntoSql } from "./util";
 export { IndexConfig } from "./native";
+export { BucketStats, GenerationStats, LsmStats, MemtableStats, } from "./native";
 /**
  * Progress snapshot for a write operation, delivered to the `progress`
  * callback passed to {@link Table.add}.
@@ -432,15 +433,67 @@ export declare abstract class Table {
     abstract vectorSearch(vector: IntoVector | MultiVector): VectorQuery;
     /**
      * Add new columns with defined values.
+     *
+     * The `{ computed }` form stores the expression rather than evaluating it
+     * now: the column is committed with no values, and rows get them from
+     * {@link Table#refreshColumn}. Declaring one therefore costs the same on a
+     * large table as on an empty one.
+     *
+     * A refresh does not revisit rows it has already filled, so mutating an
+     * input leaves the value computed at fill time; recomputing means dropping
+     * the column and declaring it again. While a declaration reads a column,
+     * that column cannot be renamed, retyped or dropped.
+     *
+     * On LanceDB Cloud and Enterprise the expression is planned by the
+     * server, and the refresh runs as a server job -- see
+     * {@link Table#refreshColumnAsync}.
      * @param {AddColumnsSql[] | Field | Field[] | Schema} newColumnTransforms Either:
      *   - An array of objects with column names and SQL expressions to calculate values
      *   - A single Arrow Field defining one column with its data type (column will be initialized with null values)
      *   - An array of Arrow Fields defining columns with their data types (columns will be initialized with null values)
      *   - An Arrow Schema defining columns with their data types (columns will be initialized with null values)
+     *   - `{ computed }`, declaring columns defined by a SQL expression whose type and inputs are derived from it
      * @returns {Promise<AddColumnsResult>} A promise that resolves to an object
      * containing the new version number of the table after adding the columns.
+     * @example
+     * ```ts
+     * await table.addColumns({ computed: [{ name: "doubled", valueSql: "x * 2" }] });
+     * const { rowsFilled } = await table.refreshColumn("doubled");
+     * ```
+     */
+    abstract addColumns(newColumnTransforms: AddColumnsSql[] | Field | Field[] | Schema | {
+        computed: AddColumnsSql[];
+    }): Promise<AddColumnsResult>;
+    /**
+     * Fill the rows of a computed column that hold no value yet.
+     *
+     * Rows appended since the last refresh are filled by the next one; rows
+     * already filled are left as they are, so the call is idempotent and does
+     * not observe a mutated input. Local tables only: a remote refresh runs
+     * as a server job, through {@link Table#refreshColumnAsync}.
+     * @param {string} column The name of the computed column to fill.
+     * @returns {Promise<RefreshColumnResult>} A promise that resolves to the
+     * number of rows filled and the new version number of the table.
      */
-    abstract addColumns(newColumnTransforms: AddColumnsSql[] | Field | Field[] | Schema): Promise<AddColumnsResult>;
+    abstract refreshColumn(column: string): Promise<RefreshColumnResult>;
+    /**
+     * Like {@link Table#refreshColumn}, but returns a handle to the refresh
+     * job instead of blocking until it completes.
+     *
+     * The job may already be complete when returned; callers must not assume
+     * the column is filled until {@link Job.wait} resolves. Invalid input --
+     * an unknown column, or one that is not computed -- rejects here rather
+     * than failing the job. On local tables the job runs in-process; on
+     * LanceDB Cloud and Enterprise it is the server's backfill job.
+     * @param {string} column The name of the computed column to fill.
+     * @example
+     * ```ts
+     * const job = await table.refreshColumnAsync("doubled");
+     * await job.wait();
+     * console.log(await job.status()); // "finished"
+     * ```
+     */
+    abstract refreshColumnAsync(column: string): Promise<Job>;
     /**
      * Alter the name or nullability of columns.
      * @param {ColumnAlteration[]} columnAlterations One or more alterations to
@@ -546,6 +599,57 @@ export declare abstract class Table {
      * @returns {Promise<void>}
      */
     abstract closeLsmWriters(): Promise<void>;
+    /**
+     * Seal every bucket's active memtable into a new L0 generation.
+     *
+     * Returns once the seal is committed. Sealing an empty memtable is a no-op,
+     * so this is safe to call repeatedly.
+     * @returns {Promise<void>}
+     */
+    abstract flushLsm(): Promise<void>;
+    /**
+     * Trigger a background L0 → base compaction pass per bucket.
+     *
+     * Returns once the passes are *dispatched*, not once they finish — watch
+     * {@link Table#getLsmStats} for progress, or use
+     * {@link Table#checkpointLsm} to wait for convergence.
+     * @returns {Promise<void>}
+     */
+    abstract compactLsm(): Promise<void>;
+    /**
+     * Converge this table's LSM write path into its base table.
+     *
+     * Seals once, then triggers compaction and polls until the L0 that existed
+     * at the start is gone. The target set is fixed at the start, so
+     * generations created *during* the checkpoint are ignored — that is what
+     * lets it terminate under write load, and what makes it best-effort: it
+     * converges the fresh tier as of some instant. Idempotent, abandonable at
+     * any point, and safe to run on a cadence.
+     *
+     * There is no liveness bound — the compactor pool is shared across tables,
+     * so a checkpoint queued behind unrelated work looks exactly like one that
+     * is merging. The caller owns the deadline.
+     * @returns {Promise<void>}
+     * @example
+     * ```ts
+     * const before = await table.getLsmStats();
+     * await table.checkpointLsm();
+     * const after = await table.getLsmStats();
+     * ```
+     */
+    abstract checkpointLsm(): Promise<void>;
+    /**
+     * Read live per-bucket LSM state.
+     *
+     * Answers "how far behind is my fresh tier", "which bucket is hot", and
+     * "why is my fresh-tier vector search brute-force". Mutates no table state.
+     *
+     * Resolves to `undefined` only when the LSM write path is not enabled.
+     * @param {boolean} includeGenerationRows Also count rows per L0 generation.
+     *   Off by default because each count opens an uncached Lance dataset.
+     * @returns {Promise<LsmStats | undefined>}
+     */
+    abstract getLsmStats(includeGenerationRows?: boolean): Promise<LsmStats | undefined>;
     /** Retrieve the version of the table */
     abstract version(): Promise<number>;
     /**
@@ -729,7 +833,11 @@ export declare class LocalTable extends Table {
     query(): Query;
     search(query: string | IntoVector | MultiVector | FullTextQuery, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     vectorSearch(vector: IntoVector | MultiVector): VectorQuery;
-    addColumns(newColumnTransforms: AddColumnsSql[] | Field | Field[] | Schema): Promise<AddColumnsResult>;
+    addColumns(newColumnTransforms: AddColumnsSql[] | Field | Field[] | Schema | {
+        computed: AddColumnsSql[];
+    }): Promise<AddColumnsResult>;
+    refreshColumn(column: string): Promise<RefreshColumnResult>;
+    refreshColumnAsync(column: string): Promise<Job>;
     alterColumns(columnAlterations: ColumnAlteration[]): Promise<AlterColumnsResult>;
     updateFieldMetadata(updates: FieldMetadataUpdate[]): Promise<UpdateFieldMetadataResult>;
     dropColumns(columnNames: string[]): Promise<DropColumnsResult>;
@@ -738,6 +846,10 @@ export declare class LocalTable extends Table {
     unsetLsmWriteSpec(): Promise<void>;
     getLsmWriteSpec(): Promise<LsmWriteSpec | undefined>;
     closeLsmWriters(): Promise<void>;
+    flushLsm(): Promise<void>;
+    compactLsm(): Promise<void>;
+    checkpointLsm(): Promise<void>;
+    getLsmStats(includeGenerationRows?: boolean): Promise<LsmStats | undefined>;
     version(): Promise<number>;
     checkout(version: number | string): Promise<void>;
     checkoutLatest(): Promise<void>;

package/dist/table.js

@@ -225,6 +225,12 @@ class LocalTable extends Table {
     }
     // TODO: Support BatchUDF
     async addColumns(newColumnTransforms) {
+        // Columns defined by an expression are declared, not materialized here.
+        if (typeof newColumnTransforms === "object" &&
+            !Array.isArray(newColumnTransforms) &&
+            "computed" in newColumnTransforms) {
+            return await this.inner.addComputedColumns(newColumnTransforms.computed);
+        }
         // Handle single Field -> convert to array of Fields
         if (newColumnTransforms instanceof arrow_1.Field) {
             newColumnTransforms = [newColumnTransforms];
@@ -250,6 +256,12 @@ class LocalTable extends Table {
         }
         throw new Error("Invalid input type for addColumns");
     }
+    async refreshColumn(column) {
+        return await this.inner.refreshColumn(column);
+    }
+    async refreshColumnAsync(column) {
+        return await this.inner.refreshColumnAsync(column);
+    }
     async alterColumns(columnAlterations) {
         const processedAlterations = columnAlterations.map((alteration) => {
             if (typeof alteration.dataType === "string") {
@@ -299,6 +311,18 @@ class LocalTable extends Table {
     async closeLsmWriters() {
         return await this.inner.closeLsmWriters();
     }
+    async flushLsm() {
+        return await this.inner.flushLsm();
+    }
+    async compactLsm() {
+        return await this.inner.compactLsm();
+    }
+    async checkpointLsm() {
+        return await this.inner.checkpointLsm();
+    }
+    async getLsmStats(includeGenerationRows = false) {
+        return (await this.inner.getLsmStats(includeGenerationRows)) ?? undefined;
+    }
     async version() {
         return await this.inner.version();
     }

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.38.0-beta.0",
+  "version": "0.38.0-beta.3",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -106,13 +106,13 @@
   "optionalDependencies": {
     "@huggingface/transformers": "3.0.2",
     "openai": "4.29.2",
-    "@lancedb/lancedb-darwin-arm64": "0.38.0-beta.0",
-    "@lancedb/lancedb-linux-x64-gnu": "0.38.0-beta.0",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.38.0-beta.0",
-    "@lancedb/lancedb-linux-x64-musl": "0.38.0-beta.0",
-    "@lancedb/lancedb-linux-arm64-musl": "0.38.0-beta.0",
-    "@lancedb/lancedb-win32-x64-msvc": "0.38.0-beta.0",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.38.0-beta.0"
+    "@lancedb/lancedb-darwin-arm64": "0.38.0-beta.3",
+    "@lancedb/lancedb-linux-x64-gnu": "0.38.0-beta.3",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.38.0-beta.3",
+    "@lancedb/lancedb-linux-x64-musl": "0.38.0-beta.3",
+    "@lancedb/lancedb-linux-arm64-musl": "0.38.0-beta.3",
+    "@lancedb/lancedb-win32-x64-msvc": "0.38.0-beta.3",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.38.0-beta.3"
   },
   "peerDependencies": {
     "@types/node": ">=18",