@lancedb/lancedb 0.37.1-beta.1 → 0.37.1-beta.2

package/dist/native.d.ts

@@ -766,10 +766,7 @@ export interface LsmWriteSpec {
   column?: string
   /** Bucket variant: the number of buckets, in `[1, 1024]`. */
   numBuckets?: number
-  /**
-   * Indexes the MemWAL keeps up to date. Omitted resolves every
-   * maintainable index on install; an empty array means none.
-   */
+  /** Names of indexes the MemWAL should keep up to date during writes. */
   maintainedIndexes?: Array<string>
   /** Default `ShardWriter` configuration recorded in the MemWAL index. */
   writerConfigDefaults?: Record<string, string>
@@ -977,7 +974,12 @@ export interface SplitSequentialOptions {
 }
 
 export interface TableStatistics {
-  /** The total number of bytes in the table */
+  /**
+   * The total size, in bytes, of the table's data files, index files, and
+   * overlay files
+   *
+   * Read from the manifest, so this excludes deletion files and manifests.
+   */
   totalBytes: number
   /** The number of rows in the table */
   numRows: number

package/dist/native.js

@@ -76,8 +76,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -95,8 +95,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm-eabi');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm-eabi/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -120,8 +120,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -139,8 +139,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-msvc');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-msvc/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -159,8 +159,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-ia32-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-ia32-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -178,8 +178,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-arm64-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-arm64-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -201,8 +201,8 @@ function requireNative() {
         try {
             const binding = require('@lancedb/lancedb-darwin-universal');
             const bindingPackageVersion = require('@lancedb/lancedb-darwin-universal/package.json').version;
-            if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+            if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
             }
             return binding;
         }
@@ -219,8 +219,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-x64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -238,8 +238,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -262,8 +262,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-x64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -281,8 +281,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -306,8 +306,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -325,8 +325,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -346,8 +346,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -365,8 +365,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -386,8 +386,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-musleabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-musleabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -405,8 +405,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-gnueabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-gnueabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -426,8 +426,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -445,8 +445,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -466,8 +466,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -485,8 +485,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -505,8 +505,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-ppc64-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-ppc64-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -524,8 +524,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-s390x-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-s390x-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -548,8 +548,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -567,8 +567,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-x64/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -586,8 +586,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm/package.json').version;
-                if (bindingPackageVersion !== '0.37.1-beta.1' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.1 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.37.1-beta.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.37.1-beta.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }

package/dist/sanitize.d.ts

@@ -17,7 +17,7 @@ export declare function sanitizeFixedSizeBinary(typeLike: object): FixedSizeBina
 export declare function sanitizeFixedSizeList(typeLike: object): FixedSizeList<any>;
 export declare function sanitizeMap(typeLike: object): Map_<any, any>;
 export declare function sanitizeDuration(typeLike: object): Duration<Type.Duration | Type.DurationSecond | Type.DurationMillisecond | Type.DurationMicrosecond | Type.DurationNanosecond>;
-export declare function sanitizeDictionary(typeLike: object): Dictionary<DataType<any, any>, TKeys>;
+export declare function sanitizeDictionary(typeLike: object): Dictionary<DataType<Type, any>, TKeys>;
 export declare function sanitizeType(typeLike: unknown): DataType<any>;
 export declare function sanitizeField(fieldLike: unknown): Field;
 /**

package/dist/sanitize.js

@@ -34,6 +34,13 @@ exports.dataTypeFromName = dataTypeFromName;
 // and so we must sanitize the input to ensure that it is compatible.
 const apache_arrow_1 = require("apache-arrow");
 const arrow_1 = require("./arrow");
+function createSanitizationContext() {
+    return {
+        types: new WeakMap(),
+        vectors: new WeakMap(),
+        data: new WeakMap(),
+    };
+}
 function sanitizeMetadata(metadataLike) {
     if (metadataLike === undefined || metadataLike === null) {
         return undefined;
@@ -115,21 +122,30 @@ function sanitizeInterval(typeLike) {
     return new arrow_1.Interval(typeLike.unit);
 }
 function sanitizeList(typeLike) {
+    return sanitizeListWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeListWithContext(typeLike, context) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a List type to have an array-like `children` property");
     }
     if (typeLike.children.length !== 1) {
         throw Error("Expected a List type to have exactly one child");
     }
-    return new arrow_1.List(sanitizeField(typeLike.children[0]));
+    return new arrow_1.List(sanitizeFieldWithContext(typeLike.children[0], context));
 }
 function sanitizeStruct(typeLike) {
+    return sanitizeStructWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeStructWithContext(typeLike, context) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Struct type to have an array-like `children` property");
     }
-    return new arrow_1.Struct(typeLike.children.map((child) => sanitizeField(child)));
+    return new arrow_1.Struct(typeLike.children.map((child) => sanitizeFieldWithContext(child, context)));
 }
 function sanitizeUnion(typeLike) {
+    return sanitizeUnionWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeUnionWithContext(typeLike, context) {
     if (!("typeIds" in typeLike) ||
         !("mode" in typeLike) ||
         typeof typeLike.mode !== "number") {
@@ -140,18 +156,23 @@ function sanitizeUnion(typeLike) {
     }
     return new arrow_1.Union(typeLike.mode, 
     // biome-ignore lint/suspicious/noExplicitAny: skip
-    typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
+    typeLike.typeIds, typeLike.children.map((child) => sanitizeFieldWithContext(child, context)));
 }
 function sanitizeTypedUnion(typeLike, 
 // eslint-disable-next-line @typescript-eslint/naming-convention
 UnionType) {
+    return sanitizeTypedUnionWithContext(typeLike, UnionType, createSanitizationContext());
+}
+function sanitizeTypedUnionWithContext(typeLike, 
+// eslint-disable-next-line @typescript-eslint/naming-convention
+UnionType, context) {
     if (!("typeIds" in typeLike)) {
         throw Error("Expected a DenseUnion/SparseUnion type to have a `typeIds` property");
     }
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a DenseUnion/SparseUnion type to have an array-like `children` property");
     }
-    return new UnionType(typeLike.typeIds, typeLike.children.map((child) => sanitizeField(child)));
+    return new UnionType(typeLike.typeIds, typeLike.children.map((child) => sanitizeFieldWithContext(child, context)));
 }
 function sanitizeFixedSizeBinary(typeLike) {
     if (!("byteWidth" in typeLike) || typeof typeLike.byteWidth !== "number") {
@@ -160,6 +181,9 @@ function sanitizeFixedSizeBinary(typeLike) {
     return new arrow_1.FixedSizeBinary(typeLike.byteWidth);
 }
 function sanitizeFixedSizeList(typeLike) {
+    return sanitizeFixedSizeListWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeFixedSizeListWithContext(typeLike, context) {
     if (!("listSize" in typeLike) || typeof typeLike.listSize !== "number") {
         throw Error("Expected a FixedSizeList type to have a `listSize` property");
     }
@@ -169,9 +193,12 @@ function sanitizeFixedSizeList(typeLike) {
     if (typeLike.children.length !== 1) {
         throw Error("Expected a FixedSizeList type to have exactly one child");
     }
-    return new arrow_1.FixedSizeList(typeLike.listSize, sanitizeField(typeLike.children[0]));
+    return new arrow_1.FixedSizeList(typeLike.listSize, sanitizeFieldWithContext(typeLike.children[0], context));
 }
 function sanitizeMap(typeLike) {
+    return sanitizeMapWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeMapWithContext(typeLike, context) {
     if (!("children" in typeLike) || !Array.isArray(typeLike.children)) {
         throw Error("Expected a Map type to have an array-like `children` property");
     }
@@ -181,7 +208,7 @@ function sanitizeMap(typeLike) {
     if (typeLike.children.length !== 1) {
         throw Error("Expected a Map type to have exactly one child");
     }
-    return new arrow_1.Map_(sanitizeField(typeLike.children[0]), typeLike.keysSorted);
+    return new arrow_1.Map_(sanitizeFieldWithContext(typeLike.children[0], context), typeLike.keysSorted);
 }
 function sanitizeDuration(typeLike) {
     if (!("unit" in typeLike) || typeof typeLike.unit !== "number") {
@@ -190,6 +217,9 @@ function sanitizeDuration(typeLike) {
     return new arrow_1.Duration(typeLike.unit);
 }
 function sanitizeDictionary(typeLike) {
+    return sanitizeDictionaryWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeDictionaryWithContext(typeLike, context) {
     if (!("id" in typeLike) || typeof typeLike.id !== "number") {
         throw Error("Expected a Dictionary type to have an `id` property");
     }
@@ -202,16 +232,23 @@ function sanitizeDictionary(typeLike) {
     if (!("isOrdered" in typeLike) || typeof typeLike.isOrdered !== "boolean") {
         throw Error("Expected a Dictionary type to have an `isOrdered` property");
     }
-    return new arrow_1.Dictionary(sanitizeType(typeLike.dictionary), sanitizeType(typeLike.indices), typeLike.id, typeLike.isOrdered);
+    return new arrow_1.Dictionary(sanitizeTypeWithContext(typeLike.dictionary, context), sanitizeTypeWithContext(typeLike.indices, context), typeLike.id, typeLike.isOrdered);
 }
 // biome-ignore lint/suspicious/noExplicitAny: skip
 function sanitizeType(typeLike) {
+    return sanitizeTypeWithContext(typeLike, createSanitizationContext());
+}
+function sanitizeTypeWithContext(typeLike, context) {
     if (typeof typeLike === "string") {
         return dataTypeFromName(typeLike);
     }
     if (typeof typeLike !== "object" || typeLike === null) {
         throw Error("Expected a Type but object was null/undefined");
     }
+    const cached = context.types.get(typeLike);
+    if (cached !== undefined) {
+        return cached;
+    }
     if (!("typeId" in typeLike) ||
         !(typeof typeLike.typeId !== "function" ||
             typeof typeLike.typeId !== "number")) {
@@ -227,6 +264,11 @@ function sanitizeType(typeLike) {
     else {
         throw Error("Type's typeId property was not a function or number");
     }
+    const type = sanitizeTypeById(typeLike, typeId, context);
+    context.types.set(typeLike, type);
+    return type;
+}
+function sanitizeTypeById(typeLike, typeId, context) {
     switch (typeId) {
         case arrow_1.Type.NONE:
             throw Error("Received a Type with a typeId of NONE");
@@ -253,21 +295,21 @@ function sanitizeType(typeLike) {
         case arrow_1.Type.Interval:
             return sanitizeInterval(typeLike);
         case arrow_1.Type.List:
-            return sanitizeList(typeLike);
+            return sanitizeListWithContext(typeLike, context);
         case arrow_1.Type.Struct:
-            return sanitizeStruct(typeLike);
+            return sanitizeStructWithContext(typeLike, context);
         case arrow_1.Type.Union:
-            return sanitizeUnion(typeLike);
+            return sanitizeUnionWithContext(typeLike, context);
         case arrow_1.Type.FixedSizeBinary:
             return sanitizeFixedSizeBinary(typeLike);
         case arrow_1.Type.FixedSizeList:
-            return sanitizeFixedSizeList(typeLike);
+            return sanitizeFixedSizeListWithContext(typeLike, context);
         case arrow_1.Type.Map:
-            return sanitizeMap(typeLike);
+            return sanitizeMapWithContext(typeLike, context);
         case arrow_1.Type.Duration:
             return sanitizeDuration(typeLike);
         case arrow_1.Type.Dictionary:
-            return sanitizeDictionary(typeLike);
+            return sanitizeDictionaryWithContext(typeLike, context);
         case arrow_1.Type.Int8:
             return new arrow_1.Int8();
         case arrow_1.Type.Int16:
@@ -311,9 +353,9 @@ function sanitizeType(typeLike) {
         case arrow_1.Type.TimestampSecond:
             return sanitizeTypedTimestamp(typeLike, arrow_1.TimestampSecond);
         case arrow_1.Type.DenseUnion:
-            return sanitizeTypedUnion(typeLike, arrow_1.DenseUnion);
+            return sanitizeTypedUnionWithContext(typeLike, arrow_1.DenseUnion, context);
         case arrow_1.Type.SparseUnion:
-            return sanitizeTypedUnion(typeLike, arrow_1.SparseUnion);
+            return sanitizeTypedUnionWithContext(typeLike, arrow_1.SparseUnion, context);
         case arrow_1.Type.IntervalDayTime:
             return new arrow_1.IntervalDayTime();
         case arrow_1.Type.IntervalYearMonth:
@@ -331,6 +373,9 @@ function sanitizeType(typeLike) {
     }
 }
 function sanitizeField(fieldLike) {
+    return sanitizeFieldWithContext(fieldLike, createSanitizationContext());
+}
+function sanitizeFieldWithContext(fieldLike, context) {
     if (fieldLike instanceof arrow_1.Field) {
         return fieldLike;
     }
@@ -344,7 +389,7 @@ function sanitizeField(fieldLike) {
     }
     let type;
     try {
-        type = sanitizeType(fieldLike.type);
+        type = sanitizeTypeWithContext(fieldLike.type, context);
     }
     catch (error) {
         throw Error(`Unable to sanitize type for field: ${fieldLike.name} due to error: ${error}`, { cause: error });
@@ -371,6 +416,9 @@ function sanitizeField(fieldLike) {
  * than lancedb is using.
  */
 function sanitizeSchema(schemaLike) {
+    return sanitizeSchemaWithContext(schemaLike, createSanitizationContext());
+}
+function sanitizeSchemaWithContext(schemaLike, context) {
     if (schemaLike instanceof arrow_1.Schema) {
         return schemaLike;
     }
@@ -387,7 +435,7 @@ function sanitizeSchema(schemaLike) {
     if (!Array.isArray(schemaLike.fields)) {
         throw Error("The schema passed in had a 'fields' property but it was not an array");
     }
-    const sanitizedFields = schemaLike.fields.map((field) => sanitizeField(field));
+    const sanitizedFields = schemaLike.fields.map((field) => sanitizeFieldWithContext(field, context));
     return new arrow_1.Schema(sanitizedFields, metadata);
 }
 function sanitizeTable(tableLike) {
@@ -403,11 +451,12 @@ function sanitizeTable(tableLike) {
     if (!("batches" in tableLike)) {
         throw Error("The table passed in does not appear to be a table (no 'columns' property)");
     }
-    const schema = sanitizeSchema(tableLike.schema);
-    const batches = tableLike.batches.map(sanitizeRecordBatch);
+    const context = createSanitizationContext();
+    const schema = sanitizeSchemaWithContext(tableLike.schema, context);
+    const batches = tableLike.batches.map((batch) => sanitizeRecordBatch(batch, context));
     return new arrow_1.Table(schema, batches);
 }
-function sanitizeRecordBatch(batchLike) {
+function sanitizeRecordBatch(batchLike, context) {
     if (batchLike instanceof arrow_1.RecordBatch) {
         return batchLike;
     }
@@ -420,20 +469,35 @@ function sanitizeRecordBatch(batchLike) {
     if (!("data" in batchLike)) {
         throw Error("The record batch passed in does not appear to be a record batch (no 'data' property)");
     }
-    const schema = sanitizeSchema(batchLike.schema);
-    const data = sanitizeData(batchLike.data);
+    const schema = sanitizeSchemaWithContext(batchLike.schema, context);
+    const data = sanitizeData(batchLike.data, context);
     return new arrow_1.RecordBatch(schema, data);
 }
-function sanitizeData(dataLike) {
+function sanitizeData(dataLike, context) {
     if (dataLike instanceof apache_arrow_1.Data) {
         return dataLike;
     }
-    return new apache_arrow_1.Data(dataLike.type, dataLike.offset, dataLike.length, dataLike.nullCount, {
+    const cachedData = context.data.get(dataLike);
+    if (cachedData !== undefined) {
+        return cachedData;
+    }
+    const dictionaryLike = dataLike.dictionary;
+    let dictionary;
+    if (dictionaryLike !== undefined) {
+        dictionary = context.vectors.get(dictionaryLike);
+        if (dictionary === undefined) {
+            dictionary = new apache_arrow_1.Vector(dictionaryLike.data.map((data) => sanitizeData(data, context)));
+            context.vectors.set(dictionaryLike, dictionary);
+        }
+    }
+    const data = new apache_arrow_1.Data(sanitizeTypeWithContext(dataLike.type, context), dataLike.offset, dataLike.length, dataLike.nullCount, {
         [apache_arrow_1.BufferType.OFFSET]: dataLike.valueOffsets,
         [apache_arrow_1.BufferType.DATA]: dataLike.values,
         [apache_arrow_1.BufferType.VALIDITY]: dataLike.nullBitmap,
         [apache_arrow_1.BufferType.TYPE]: dataLike.typeIds,
-    });
+    }, dataLike.children.map((child) => sanitizeData(child, context)), dictionary);
+    context.data.set(dataLike, data);
+    return data;
 }
 const constructorsByTypeName = {
     null: () => new arrow_1.Null(),

package/dist/table.d.ts

@@ -142,11 +142,7 @@ export interface LsmWriteSpec {
     column?: string;
     /** Bucket variant: the number of buckets, in `[1, 1024]`. */
     numBuckets?: number;
-    /**
-     * Indexes the MemWAL keeps up to date. Omit to maintain every supported
-     * index, resolved on install — a snapshot, so indexes created later are not
-     * maintained. Pass `[]` for none.
-     */
+    /** Names of indexes the MemWAL should keep up to date during writes. */
     maintainedIndexes?: string[];
     /** Default `ShardWriter` configuration recorded in the MemWAL index. */
     writerConfigDefaults?: Record<string, string>;
@@ -497,11 +493,6 @@ export declare abstract class Table {
      * All variants require the table to have an unenforced primary key
      * ({@link Table#setUnenforcedPrimaryKey}); bucket sharding additionally
      * requires it to be the single column being bucketed.
-     *
-     * Omitting `maintainedIndexes` maintains every index on the table, resolved
-     * here, failing if one cannot be maintained — name them to install anyway.
-     * Naming them pins an exact set, and a still-building index is rejected
-     * rather than quietly omitted.
      * @param {LsmWriteSpec} spec The sharding spec to install.
      * @returns {Promise<void>}
      * @example
@@ -529,10 +520,9 @@ export declare abstract class Table {
      *
      * Resolves to `undefined` when the MemWAL LSM write path is not enabled (no
      * spec has been set, or it was removed with {@link Table#unsetLsmWriteSpec}).
-     * The returned spec mirrors what was passed to
-     * {@link Table#setLsmWriteSpec}, except that `maintainedIndexes` always
-     * reports the concrete list resolved when the spec was set — `undefined`
-     * never round-trips.
+     * The returned spec — including its `maintainedIndexes` and
+     * `writerConfigDefaults` — mirrors what was passed to
+     * {@link Table#setLsmWriteSpec}.
      * @returns {Promise<LsmWriteSpec | undefined>}
      */
     abstract getLsmWriteSpec(): Promise<LsmWriteSpec | undefined>;

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.37.1-beta.1",
+  "version": "0.37.1-beta.2",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -106,13 +106,13 @@
   "optionalDependencies": {
     "@huggingface/transformers": "3.0.2",
     "openai": "4.29.2",
-    "@lancedb/lancedb-darwin-arm64": "0.37.1-beta.1",
-    "@lancedb/lancedb-linux-x64-gnu": "0.37.1-beta.1",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.37.1-beta.1",
-    "@lancedb/lancedb-linux-x64-musl": "0.37.1-beta.1",
-    "@lancedb/lancedb-linux-arm64-musl": "0.37.1-beta.1",
-    "@lancedb/lancedb-win32-x64-msvc": "0.37.1-beta.1",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.37.1-beta.1"
+    "@lancedb/lancedb-darwin-arm64": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-x64-gnu": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-x64-musl": "0.37.1-beta.2",
+    "@lancedb/lancedb-linux-arm64-musl": "0.37.1-beta.2",
+    "@lancedb/lancedb-win32-x64-msvc": "0.37.1-beta.2",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.37.1-beta.2"
   },
   "peerDependencies": {
     "@types/node": ">=18",