@lancedb/lancedb 0.39.0-beta.6 → 0.39.0-beta.8

package/dist/arrow.d.ts

@@ -208,7 +208,7 @@ export declare function makeEmptyTable(schema: SchemaLike, metadata?: Map<string
  * customized by the `embeddingDataType` property of the embedding function.
  *
  * If a schema is provided in `makeTableOptions` then it should include the
- * embedding columns.  If no schema is provded then embedding columns will
+ * embedding columns.  If no schema is provided then embedding columns will
  * be placed at the end of the table, after all of the input columns.
  */
 export declare function convertToTable(data: Array<Record<string, unknown>>, embeddings?: EmbeddingFunctionConfig, makeTableOptions?: Partial<MakeArrowTableOptions>): Promise<ArrowTable>;

package/dist/arrow.js

@@ -57,6 +57,7 @@ exports.ensureNestedFieldsExist = ensureNestedFieldsExist;
 exports.dataTypeToJson = dataTypeToJson;
 const apache_arrow_1 = require("apache-arrow");
 const arrow_type_1 = require("./arrow_type");
+const blob_1 = require("./blob");
 const registry_1 = require("./embedding/registry");
 const sanitize_1 = require("./sanitize");
 const schema_1 = require("./schema");
@@ -348,17 +349,39 @@ function makeArrowTable(data, options, metadata) {
         }
         else {
             schema = new apache_arrow_1.Schema(schema.fields, schemaMetadata);
+            validateBlobSchema(schema);
             return new apache_arrow_1.Table(schema);
         }
     }
     let inferredSchema = (0, schema_1.inferSchema)(data, schema, opt);
     inferredSchema = new apache_arrow_1.Schema(inferredSchema.fields, schemaMetadata);
+    validateBlobSchema(inferredSchema);
     const finalColumns = {};
     for (const field of inferredSchema.fields) {
         finalColumns[field.name] = transposeData(data, field);
     }
     return new apache_arrow_1.Table(inferredSchema, finalColumns);
 }
+function validateBlobSchema(schema) {
+    for (const field of schema.fields) {
+        validateBlobField(field);
+    }
+}
+function validateBlobField(field) {
+    if (isFixedSizeList(field.type) &&
+        containsBlobField(field.type.children[0])) {
+        throw new Error("Blob fields inside FixedSizeList are not supported. Use List instead.");
+    }
+    for (const child of field.type.children ?? []) {
+        validateBlobField(child);
+    }
+}
+function containsBlobField(field) {
+    if ((0, blob_1.isBlobField)(field)) {
+        return true;
+    }
+    return (field.type.children ?? []).some((child) => containsBlobField(child));
+}
 function isObject(value) {
     return (typeof value === "object" &&
         value !== null &&
@@ -387,6 +410,27 @@ function valueAtPath(datum, path) {
 }
 function transposeData(data, field, path = []) {
     const valuesPath = [...path, field.name];
+    if ((0, blob_1.isBlobField)(field) && field.type instanceof apache_arrow_1.Struct) {
+        const blobRows = data.map((datum) => (0, blob_1.coerceBlobValue)(valueAtPath(datum, valuesPath)));
+        const childVectors = field.type.children.map((child) => {
+            const values = blobRows.map((row) => row == null ? null : (row[child.name] ?? null));
+            return makeVector(values, child.type, undefined, child.nullable);
+        });
+        const nullCount = blobRows.filter((row) => row === null).length;
+        const structData = (0, apache_arrow_1.makeData)({
+            type: field.type,
+            length: blobRows.length,
+            nullCount,
+            nullBitmap: nullCount > 0
+                ? apache_arrow_1.util.packBools(blobRows.map((row) => row !== null))
+                : undefined,
+            children: childVectors.map((v) => v.data[0]),
+        });
+        return (0, apache_arrow_1.makeVector)(structData);
+    }
+    if (isList(field.type) && containsBlobField(field.type.children[0])) {
+        return transposeListData(data, field, valuesPath);
+    }
     const values = data.map((datum) => valueAtPath(datum, valuesPath));
     if (field.type instanceof apache_arrow_1.Struct) {
         const childFields = field.type.children;
@@ -401,7 +445,7 @@ function transposeData(data, field, path = []) {
             nullBitmap: nullCount > 0
                 ? apache_arrow_1.util.packBools(values.map((value) => value !== null))
                 : undefined,
-            children: childVectors,
+            children: childVectors.map((v) => v.data[0]),
         });
         return (0, apache_arrow_1.makeVector)(structData);
     }
@@ -409,6 +453,39 @@ function transposeData(data, field, path = []) {
         return makeVector(values, field.type, undefined, field.nullable);
     }
 }
+function transposeListData(data, field, valuesPath) {
+    const listType = field.type;
+    const childField = listType.children[0];
+    const lists = data.map((datum) => valueAtPath(datum, valuesPath));
+    const flattened = [];
+    const validity = [];
+    const offsets = [0];
+    for (const list of lists) {
+        if (list == null) {
+            validity.push(false);
+            offsets.push(flattened.length);
+            continue;
+        }
+        if (!Array.isArray(list)) {
+            throw new Error(`expected an array for list field '${field.name}'`);
+        }
+        validity.push(true);
+        for (const element of list) {
+            flattened.push({ [childField.name]: element });
+        }
+        offsets.push(flattened.length);
+    }
+    const childVector = transposeData(flattened, childField, []);
+    const nullCount = validity.filter((valid) => !valid).length;
+    return (0, apache_arrow_1.makeVector)((0, apache_arrow_1.makeData)({
+        type: listType,
+        length: lists.length,
+        nullCount,
+        nullBitmap: nullCount > 0 ? apache_arrow_1.util.packBools(validity) : undefined,
+        valueOffsets: Int32Array.from(offsets),
+        child: childVector.data[0],
+    }));
+}
 /**
  * Create an empty Arrow table with the provided schema
  */
@@ -497,7 +574,7 @@ function makeVector(values, type, stringAsDictionary, nullable) {
         return vectorFromArray(values, type);
     }
     if (values.length === 0) {
-        throw Error("makeVector requires at least one value or the type must be specfied");
+        throw Error("makeVector requires at least one value or the type must be specified");
     }
     const sampleValue = values.find((val) => val !== null && val !== undefined);
     if (sampleValue === undefined) {
@@ -688,7 +765,7 @@ async function applyEmbeddings(table, embeddings, schema) {
  * customized by the `embeddingDataType` property of the embedding function.
  *
  * If a schema is provided in `makeTableOptions` then it should include the
- * embedding columns.  If no schema is provded then embedding columns will
+ * embedding columns.  If no schema is provided then embedding columns will
  * be placed at the end of the table, after all of the input columns.
  */
 async function convertToTable(data, embeddings, makeTableOptions) {
@@ -752,6 +829,7 @@ async function fromTableToBuffer(table, embeddings, schema) {
         schema = (0, sanitize_1.sanitizeSchema)(schema);
     }
     const tableWithEmbeddings = await applyEmbeddings(table, embeddings, schema);
+    validateBlobSchema(tableWithEmbeddings.schema);
     const writer = apache_arrow_1.RecordBatchFileWriter.writeAll(tableWithEmbeddings);
     return Buffer.from(await writer.toUint8Array());
 }

package/dist/blob.d.ts

@@ -0,0 +1,92 @@
+import { Field } from "apache-arrow";
+import { BlobFile as NativeBlobFile } from "./native";
+export type BlobInput = {
+    data: Buffer | Uint8Array | null;
+    uri: string | null;
+};
+export type BlobOptions = {
+    /** Defaults to true. */
+    nullable?: boolean;
+    /**
+     * Max payload bytes kept inline in the data file. Zero is allowed. Must be a
+     * safe integer.
+     */
+    inlineSizeThreshold?: number;
+    /**
+     * Max payload bytes stored in a packed sidecar before a dedicated file. Must
+     * be a positive safe integer.
+     */
+    dedicatedSizeThreshold?: number;
+    /**
+     * Max bytes in one packed sidecar before starting another. Must be a positive
+     * safe integer.
+     */
+    packFileSizeThreshold?: number;
+};
+/**
+ * Declares a `lance.blob.v2` column.
+ *
+ * Query results are descriptors, not payload bytes. Use {@link Table.fetchBlobs}
+ * or {@link Table.fetchBlobFiles} to read bytes.
+ *
+ * @example
+ * ```ts
+ * import { readFile } from "node:fs/promises";
+ * import { Field, Int64, Schema } from "apache-arrow";
+ * import { blob, connect } from "@lancedb/lancedb";
+ *
+ * const db = await connect("./data");
+ * const video = await readFile("clip.mp4");
+ * const table = await db.createTable(
+ *   "videos",
+ *   [{ id: 1n, video }],
+ *   {
+ *     schema: new Schema([
+ *       new Field("id", new Int64()),
+ *       blob("video"),
+ *     ]),
+ *   },
+ * );
+ *
+ * const rows = await table.query().select(["id"]).withRowId().toArray();
+ * const rowIds = rows.map((row) => row._rowid as bigint);
+ * const bytes = await table.fetchBlobs("video", rowIds);
+ *
+ * const [handle] = await table.fetchBlobFiles("video", rowIds);
+ * const size = handle!.size();
+ * const header = await handle!.readRange(0n, size < 65536n ? size : 65536n);
+ * ```
+ */
+export declare function blob(name: string, options?: BlobOptions): Field;
+/**
+ * Checks for the `lance.blob.v2` extension marker. Does not validate the
+ * field's storage type.
+ */
+export declare function isBlobField(field: Field): boolean;
+/**
+ * A lazy handle to blob bytes. Create one with {@link Table.fetchBlobFiles}.
+ *
+ * @hideconstructor
+ */
+export declare class BlobFile {
+    private readonly inner;
+    private constructor();
+    /** @ignore */
+    static fromNative(inner: NativeBlobFile): BlobFile;
+    /** Returns the blob size in bytes. */
+    size(): bigint;
+    /**
+     * Reads from the cursor to the end and advances the cursor.
+     *
+     * A second call returns an empty buffer. {@link BlobFile.readRange} does
+     * not move the cursor.
+     */
+    read(): Promise<Buffer>;
+    /**
+     * Reads the half-open byte range `[start, end)`.
+     *
+     * Fails when `end` is past the blob size. Does not move the cursor.
+     */
+    readRange(start: bigint, end: bigint): Promise<Buffer>;
+}
+export declare function coerceBlobValue(value: unknown): BlobInput | null;

package/dist/blob.js

@@ -0,0 +1,165 @@
+"use strict";
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BlobFile = void 0;
+exports.blob = blob;
+exports.isBlobField = isBlobField;
+exports.coerceBlobValue = coerceBlobValue;
+const apache_arrow_1 = require("apache-arrow");
+const native_1 = require("./native");
+const BLOB_V2_EXTENSION_NAME = "lance.blob.v2";
+const INLINE_SIZE_THRESHOLD_KEY = "lance-encoding:blob-inline-size-threshold";
+const DEDICATED_SIZE_THRESHOLD_KEY = "lance-encoding:blob-dedicated-size-threshold";
+const PACK_FILE_SIZE_THRESHOLD_KEY = "lance-encoding:blob-pack-file-size-threshold";
+/**
+ * Declares a `lance.blob.v2` column.
+ *
+ * Query results are descriptors, not payload bytes. Use {@link Table.fetchBlobs}
+ * or {@link Table.fetchBlobFiles} to read bytes.
+ *
+ * @example
+ * ```ts
+ * import { readFile } from "node:fs/promises";
+ * import { Field, Int64, Schema } from "apache-arrow";
+ * import { blob, connect } from "@lancedb/lancedb";
+ *
+ * const db = await connect("./data");
+ * const video = await readFile("clip.mp4");
+ * const table = await db.createTable(
+ *   "videos",
+ *   [{ id: 1n, video }],
+ *   {
+ *     schema: new Schema([
+ *       new Field("id", new Int64()),
+ *       blob("video"),
+ *     ]),
+ *   },
+ * );
+ *
+ * const rows = await table.query().select(["id"]).withRowId().toArray();
+ * const rowIds = rows.map((row) => row._rowid as bigint);
+ * const bytes = await table.fetchBlobs("video", rowIds);
+ *
+ * const [handle] = await table.fetchBlobFiles("video", rowIds);
+ * const size = handle!.size();
+ * const header = await handle!.readRange(0n, size < 65536n ? size : 65536n);
+ * ```
+ */
+function blob(name, options = {}) {
+    const metadata = new Map([
+        ["ARROW:extension:name", BLOB_V2_EXTENSION_NAME],
+    ]);
+    setThreshold(metadata, INLINE_SIZE_THRESHOLD_KEY, "inlineSizeThreshold", options.inlineSizeThreshold, 0);
+    setThreshold(metadata, DEDICATED_SIZE_THRESHOLD_KEY, "dedicatedSizeThreshold", options.dedicatedSizeThreshold, 1);
+    setThreshold(metadata, PACK_FILE_SIZE_THRESHOLD_KEY, "packFileSizeThreshold", options.packFileSizeThreshold, 1);
+    return new apache_arrow_1.Field(name, new apache_arrow_1.Struct([
+        new apache_arrow_1.Field("data", new apache_arrow_1.LargeBinary(), true),
+        new apache_arrow_1.Field("uri", new apache_arrow_1.Utf8(), true),
+    ]), options.nullable ?? true, metadata);
+}
+/**
+ * Checks for the `lance.blob.v2` extension marker. Does not validate the
+ * field's storage type.
+ */
+function isBlobField(field) {
+    return field.metadata?.get("ARROW:extension:name") === BLOB_V2_EXTENSION_NAME;
+}
+/**
+ * A lazy handle to blob bytes. Create one with {@link Table.fetchBlobFiles}.
+ *
+ * @hideconstructor
+ */
+class BlobFile {
+    inner;
+    constructor(inner) {
+        if (!(inner instanceof native_1.BlobFile)) {
+            throw new Error("BlobFile handles come from Table.fetchBlobFiles");
+        }
+        this.inner = inner;
+    }
+    /** @ignore */
+    static fromNative(inner) {
+        return new BlobFile(inner);
+    }
+    /** Returns the blob size in bytes. */
+    size() {
+        return this.inner.size();
+    }
+    /**
+     * Reads from the cursor to the end and advances the cursor.
+     *
+     * A second call returns an empty buffer. {@link BlobFile.readRange} does
+     * not move the cursor.
+     */
+    read() {
+        return this.inner.read();
+    }
+    /**
+     * Reads the half-open byte range `[start, end)`.
+     *
+     * Fails when `end` is past the blob size. Does not move the cursor.
+     */
+    readRange(start, end) {
+        return this.inner.readRange(start, end);
+    }
+}
+exports.BlobFile = BlobFile;
+function coerceBlobValue(value) {
+    if (value == null) {
+        return null;
+    }
+    if (isBlobBytes(value)) {
+        return { data: value, uri: null };
+    }
+    if (ArrayBuffer.isView(value)) {
+        throw new Error("Blob data must be Buffer or Uint8Array");
+    }
+    if (typeof value === "string") {
+        if (value === "") {
+            throw new Error("Blob uri cannot be empty");
+        }
+        return { data: null, uri: value };
+    }
+    if (typeof value === "object") {
+        const record = value;
+        if (!("data" in record) && !("uri" in record)) {
+            throw new Error("Blob struct values must include a 'data' or 'uri' field");
+        }
+        const uri = record.uri;
+        if (uri === "") {
+            throw new Error("Blob uri cannot be empty");
+        }
+        if (uri != null && typeof uri !== "string") {
+            throw new Error(`Blob uri must be a string or null, got ${typeof uri}`);
+        }
+        const data = record.data;
+        if (data != null && !isBlobBytes(data)) {
+            throw new Error("Blob data must be Buffer, Uint8Array, or null");
+        }
+        const bytes = data ?? null;
+        const uriValue = uri ?? null;
+        if ((bytes == null) === (uriValue == null)) {
+            throw new Error("Blob struct values must set exactly one of 'data' or 'uri'");
+        }
+        return { data: bytes, uri: uriValue };
+    }
+    throw new Error("Blob column values must be Buffer, Uint8Array, a URI string, null, or { data?, uri? }");
+}
+function isBlobBytes(value) {
+    return Buffer.isBuffer(value) || value instanceof Uint8Array;
+}
+function setThreshold(metadata, key, optionName, value, minimum) {
+    if (value === undefined) {
+        return;
+    }
+    if (!Number.isSafeInteger(value)) {
+        throw new Error(`${optionName} must be a safe integer`);
+    }
+    if (value < minimum) {
+        throw new Error(minimum <= 0
+            ? `${optionName} must be non-negative`
+            : `${optionName} must be positive`);
+    }
+    metadata.set(key, String(value));
+}

package/dist/index.d.ts

@@ -8,6 +8,8 @@ export { JsHeaderProvider as NativeJsHeaderProvider } from "./native.js";
 export { instrumentLanceDbMetrics } from "./otel";
 export { AddColumnsSql, ConnectionOptions, ConnectNamespaceOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, TlsConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, BranchContents, MergeResult, AddResult, AddColumnsResult, RefreshColumnResult, RefreshMaterializedViewResult, AlterColumnsResult, UpdateFieldMetadataResult, DeleteResult, DropColumnsResult, UpdateResult, SplitCalculatedOptions, SplitRandomOptions, SplitHashOptions, SplitSequentialOptions, ShuffleOptions, OAuthConfig as NativeOAuthConfig, } from "./native.js";
 export { makeArrowTable, MakeArrowTableOptions, Data, VectorColumnOptions, } from "./arrow";
+export { blob, isBlobField, BlobFile } from "./blob";
+export type { BlobOptions } from "./blob";
 export { Connection, CreateTableOptions, TableNamesOptions, ListTablesOptions, OpenTableOptions, ListNamespacesOptions, CreateNamespaceOptions, DropNamespaceOptions, ListNamespacesResponse, ListTablesResponse, CreateNamespaceResponse, DropNamespaceResponse, DescribeNamespaceResponse, RenameTableOptions, } from "./connection";
 export { JobFailureInfo, JobInfo, Session } from "./native.js";
 export { Job, JobEventsOptions } from "./job";

package/dist/index.js

@@ -2,7 +2,7 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.packBits = exports.rerankers = exports.Scannable = exports.PermutationBuilder = exports.permutationBuilder = exports.embedding = exports.MergeInsertBuilder = exports.OAuthFlowType = exports.OAuthHeaderProvider = exports.StaticHeaderProvider = exports.HeaderProvider = exports.Branches = exports.Table = exports.Index = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.RecordBatchIterator = exports.TakeQuery = exports.VectorQuery = exports.QueryBase = exports.Query = exports.AutoQuery = exports.Job = exports.Session = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.BranchContents = exports.TagContents = exports.Tags = exports.instrumentLanceDbMetrics = exports.NativeJsHeaderProvider = exports.MaterializedView = void 0;
+exports.packBits = exports.rerankers = exports.Scannable = exports.PermutationBuilder = exports.permutationBuilder = exports.embedding = exports.MergeInsertBuilder = exports.OAuthFlowType = exports.OAuthHeaderProvider = exports.StaticHeaderProvider = exports.HeaderProvider = exports.Branches = exports.Table = exports.Index = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.RecordBatchIterator = exports.TakeQuery = exports.VectorQuery = exports.QueryBase = exports.Query = exports.AutoQuery = exports.Job = exports.Session = exports.Connection = exports.BlobFile = exports.isBlobField = exports.blob = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.BranchContents = exports.TagContents = exports.Tags = exports.instrumentLanceDbMetrics = exports.NativeJsHeaderProvider = exports.MaterializedView = void 0;
 exports.tokenize = tokenize;
 exports.connect = connect;
 exports.connectNamespace = connectNamespace;
@@ -26,6 +26,10 @@ var arrow_1 = require("./arrow");
 Object.defineProperty(exports, "makeArrowTable", { enumerable: true, get: function () { return arrow_1.makeArrowTable; } });
 Object.defineProperty(exports, "MakeArrowTableOptions", { enumerable: true, get: function () { return arrow_1.MakeArrowTableOptions; } });
 Object.defineProperty(exports, "VectorColumnOptions", { enumerable: true, get: function () { return arrow_1.VectorColumnOptions; } });
+var blob_1 = require("./blob");
+Object.defineProperty(exports, "blob", { enumerable: true, get: function () { return blob_1.blob; } });
+Object.defineProperty(exports, "isBlobField", { enumerable: true, get: function () { return blob_1.isBlobField; } });
+Object.defineProperty(exports, "BlobFile", { enumerable: true, get: function () { return blob_1.BlobFile; } });
 var connection_2 = require("./connection");
 Object.defineProperty(exports, "Connection", { enumerable: true, get: function () { return connection_2.Connection; } });
 var native_js_4 = require("./native.js");

package/dist/indices.d.ts

@@ -20,7 +20,7 @@ export interface IvfPqOptions {
      * This value controls how much the vector is compressed during the quantization step.
      * The more sub vectors there are the less the vector is compressed.  The default is
      * the dimension of the vector divided by 16.  If the dimension is not evenly divisible
-     * by 16 we use the dimension divded by 8.
+     * by 16 we use the dimension divided by 8.
      *
      * The above two cases are highly preferred.  Having 8 or 16 values per subvector allows
      * us to use efficient SIMD instructions.
@@ -210,7 +210,7 @@ export interface HnswPqOptions {
      * This value controls how much the vector is compressed during the quantization step.
      * The more sub vectors there are the less the vector is compressed.  The default is
      * the dimension of the vector divided by 16.  If the dimension is not evenly divisible
-     * by 16 we use the dimension divded by 8.
+     * by 16 we use the dimension divided by 8.
      *
      * The above two cases are highly preferred.  Having 8 or 16 values per subvector allows
      * us to use efficient SIMD instructions.
@@ -678,7 +678,7 @@ export interface IndexOptions {
     /**
      * Advanced index configuration
      *
-     * This option allows you to specify a specfic index to create and also
+     * This option allows you to specify a specific index to create and also
      * allows you to pass in configuration for training the index.
      *
      * See the static methods on Index for details on the various index types.

package/dist/merge.d.ts

@@ -15,7 +15,7 @@ export declare class MergeInsertBuilder {
      * but that behavior is subject to change.
      *
      * An optional condition may be specified.  If it is, then only
-     * matched rows that satisfy the condtion will be updated.  Any
+     * matched rows that satisfy the condition will be updated.  Any
      * rows that do not satisfy the condition will be left as they
      * are.  Failing to satisfy the condition does not cause a
      * "matched row" to become a "not matched" row.

package/dist/merge.js

@@ -23,7 +23,7 @@ class MergeInsertBuilder {
      * but that behavior is subject to change.
      *
      * An optional condition may be specified.  If it is, then only
-     * matched rows that satisfy the condtion will be updated.  Any
+     * matched rows that satisfy the condition will be updated.  Any
      * rows that do not satisfy the condition will be left as they
      * are.  Failing to satisfy the condition does not cause a
      * "matched row" to become a "not matched" row.

package/dist/native.d.ts

@@ -1,5 +1,11 @@
 /* auto-generated by NAPI-RS */
 /* eslint-disable */
+export declare class BlobFile {
+  size(): bigint
+  read(): Promise<Buffer>
+  readRange(start: bigint, end: bigint): Promise<Buffer>
+}
+
 export declare class BranchContents {
   parentBranch?: string
   parentVersion: number
@@ -310,6 +316,9 @@ export declare class Table {
   querySnapshot(): Promise<Table>
   takeOffsets(offsets: Array<number>): TakeQuery
   takeRowIds(rowIds: Array<bigint>): TakeQuery
+  blobColumns(): Promise<Array<string>>
+  fetchBlobs(column: string, rowIds: Array<bigint>): Promise<Array<Buffer | undefined | null>>
+  fetchBlobFiles(column: string, rowIds: Array<bigint>): Promise<Array<BlobFile | undefined | null>>
   vectorSearch(vector: Float32Array): VectorQuery
   addColumns(transforms: Array<AddColumnsSql>): Promise<AddColumnsResult>
   addComputedColumns(columns: Array<AddColumnsSql>): Promise<AddColumnsResult>

package/dist/native.js

@@ -76,8 +76,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -95,8 +95,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-android-arm-eabi');
                 const bindingPackageVersion = require('@lancedb/lancedb-android-arm-eabi/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -120,8 +120,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -139,8 +139,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-win32-x64-msvc');
                     const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-msvc/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -159,8 +159,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-ia32-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-ia32-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -178,8 +178,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-win32-arm64-msvc');
                 const bindingPackageVersion = require('@lancedb/lancedb-win32-arm64-msvc/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -201,8 +201,8 @@ function requireNative() {
         try {
             const binding = require('@lancedb/lancedb-darwin-universal');
             const bindingPackageVersion = require('@lancedb/lancedb-darwin-universal/package.json').version;
-            if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+            if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
             }
             return binding;
         }
@@ -219,8 +219,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-x64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -238,8 +238,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-darwin-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-darwin-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -262,8 +262,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-x64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -281,8 +281,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-freebsd-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-freebsd-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -306,8 +306,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -325,8 +325,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-x64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -346,8 +346,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -365,8 +365,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -386,8 +386,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-musleabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-musleabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -405,8 +405,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-arm-gnueabihf');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-gnueabihf/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -426,8 +426,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -445,8 +445,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-loong64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -466,8 +466,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-musl');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-musl/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -485,8 +485,8 @@ function requireNative() {
                 try {
                     const binding = require('@lancedb/lancedb-linux-riscv64-gnu');
                     const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-gnu/package.json').version;
-                    if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                    if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                        throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                     }
                     return binding;
                 }
@@ -505,8 +505,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-ppc64-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-ppc64-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -524,8 +524,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-linux-s390x-gnu');
                 const bindingPackageVersion = require('@lancedb/lancedb-linux-s390x-gnu/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -548,8 +548,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -567,8 +567,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-x64');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-x64/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -586,8 +586,8 @@ function requireNative() {
             try {
                 const binding = require('@lancedb/lancedb-openharmony-arm');
                 const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm/package.json').version;
-                if (bindingPackageVersion !== '0.39.0-beta.6' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.6 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
+                if (bindingPackageVersion !== '0.39.0-beta.8' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+                    throw new Error(`Native binding package version mismatch, expected 0.39.0-beta.8 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
                 }
                 return binding;
             }
@@ -661,6 +661,7 @@ if (!nativeBinding) {
     throw new Error(`Failed to load native binding`);
 }
 module.exports = nativeBinding;
+module.exports.BlobFile = nativeBinding.BlobFile;
 module.exports.BranchContents = nativeBinding.BranchContents;
 module.exports.Branches = nativeBinding.Branches;
 module.exports.Connection = nativeBinding.Connection;

package/dist/sanitize.js

@@ -27,7 +27,7 @@ exports.sanitizeTable = sanitizeTable;
 exports.dataTypeFromName = dataTypeFromName;
 // The utilities in this file help sanitize data from the user's arrow
 // library into the types expected by vectordb's arrow library.  Node
-// generally allows for mulitple versions of the same library (and sometimes
+// generally allows for multiple versions of the same library (and sometimes
 // even multiple copies of the same version) to be installed at the same
 // time.  However, arrow-js uses instanceof which expected that the input
 // comes from the exact same library instance.  This is not always the case

package/dist/table.d.ts

@@ -1,4 +1,5 @@
 import { Table as ArrowTable, Data, DataType, Field, IntoVector, MultiVector, Schema } from "./arrow";
+import { BlobFile } from "./blob";
 import { IndexOptions } from "./indices";
 import { Job } from "./job";
 import { MergeInsertBuilder } from "./merge";
@@ -237,7 +238,7 @@ export declare abstract class Table {
      * Note: if your condition is something like "some_id_column == 7" and
      * you are updating many rows (with different ids) then you will get
      * better performance with a single [`merge_insert`] call instead of
-     * repeatedly calilng this method.
+     * repeatedly calling this method.
      * @param {Map<string, string> | Record<string, string>} updates - the
      * columns to update
      * @returns {Promise<UpdateResult>} A promise that resolves to an object
@@ -412,6 +413,26 @@ export declare abstract class Table {
      * @returns A builder that can be used to parameterize the query.
      */
     abstract takeRowIds(rowIds: readonly (bigint | number)[]): TakeQuery;
+    /**
+     * Blob v2 columns, including nested dotted paths.
+     */
+    abstract blobColumns(): Promise<string[]>;
+    /**
+     * Bytes for `column` at row IDs from {@link Query.withRowId}.
+     *
+     * Reads the table's current checkout. IDs from another version can fail after
+     * compaction unless stable row ids are enabled. Results keep input order and
+     * duplicates. Null blobs are `null`. Empty blobs are empty buffers.
+     */
+    abstract fetchBlobs(column: string, rowIds: readonly (bigint | number)[]): Promise<(Buffer | null)[]>;
+    /**
+     * Opens lazy blob handles for `column` at the given row IDs using the
+     * table's current checkout.
+     *
+     * Preserves input order, duplicates, and nulls. Use this for large payloads.
+     * See {@link Table.fetchBlobs} for row-ID validity across versions.
+     */
+    abstract fetchBlobFiles(column: string, rowIds: readonly (bigint | number)[]): Promise<(BlobFile | null)[]>;
     /**
      * Create a search query to find the nearest neighbors
      * of the given query
@@ -440,10 +461,10 @@ export declare abstract class Table {
      * {@link Table#refreshColumn}. Declaring one therefore costs the same on a
      * large table as on an empty one.
      *
-     * A refresh does not revisit rows it has already filled, so mutating an
-     * input leaves the value computed at fill time; recomputing means dropping
-     * the column and declaring it again. While a declaration reads a column,
-     * that column cannot be renamed, retyped or dropped.
+     * A refresh also recomputes the rows whose inputs changed since they were
+     * computed, so a mutated input is reflected by the next refresh. While a
+     * declaration reads a column, that column cannot be renamed, retyped or
+     * dropped.
      *
      * On LanceDB Cloud and Enterprise the expression is planned by the
      * server, and the refresh runs as a server job -- see
@@ -468,10 +489,10 @@ export declare abstract class Table {
     /**
      * Fill the rows of a computed column that hold no value yet.
      *
-     * Rows appended since the last refresh are filled by the next one; rows
-     * already filled are left as they are, so the call is idempotent and does
-     * not observe a mutated input. Local tables only: a remote refresh runs
-     * as a server job, through {@link Table#refreshColumnAsync}.
+     * Rows appended since the last refresh are filled by the next one, and
+     * rows whose inputs changed since they were computed are recomputed;
+     * everything else is left as it is. Local tables only: a remote refresh
+     * runs as a server job, through {@link Table#refreshColumnAsync}.
      * @param {string} column The name of the computed column to fill.
      * @returns {Promise<RefreshColumnResult>} A promise that resolves to the
      * number of rows filled and the new version number of the table.
@@ -861,6 +882,9 @@ export declare class LocalTable extends Table {
     waitForIndex(indexNames: string[], timeoutSeconds: number): Promise<void>;
     takeOffsets(offsets: number[]): TakeQuery;
     takeRowIds(rowIds: readonly (bigint | number)[]): TakeQuery;
+    blobColumns(): Promise<string[]>;
+    fetchBlobs(column: string, rowIds: readonly (bigint | number)[]): Promise<(Buffer | null)[]>;
+    fetchBlobFiles(column: string, rowIds: readonly (bigint | number)[]): Promise<(BlobFile | null)[]>;
     query(): Query;
     search(query: string | IntoVector | MultiVector | FullTextQuery, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query | AutoQuery;
     vectorSearch(vector: IntoVector | MultiVector): VectorQuery;

package/dist/table.js

@@ -4,6 +4,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Branches = exports.LocalTable = exports.Table = void 0;
 const arrow_1 = require("./arrow");
+const blob_1 = require("./blob");
 const registry_1 = require("./embedding/registry");
 const job_1 = require("./job");
 const merge_1 = require("./merge");
@@ -162,22 +163,20 @@ class LocalTable extends Table {
         return new query_1.TakeQuery(this.inner.takeOffsets(offsets));
     }
     takeRowIds(rowIds) {
-        const ids = rowIds.map((id) => {
-            if (typeof id === "bigint") {
-                return id;
-            }
-            if (!Number.isInteger(id)) {
-                throw new Error("Row id must be an integer (or bigint)");
-            }
-            if (id < 0) {
-                throw new Error("Row id cannot be negative");
-            }
-            if (!Number.isSafeInteger(id)) {
-                throw new Error("Row id is too large for number; use bigint instead");
-            }
-            return BigInt(id);
-        });
-        return new query_1.TakeQuery(this.inner.takeRowIds(ids));
+        return new query_1.TakeQuery(this.inner.takeRowIds(rowIdsToBigInts(rowIds)));
+    }
+    blobColumns() {
+        return this.inner.blobColumns();
+    }
+    async fetchBlobs(column, rowIds) {
+        const values = await this.inner.fetchBlobs(column, rowIdsToBigInts(rowIds));
+        // N-API Option maps missing values to undefined. Collapse those to null.
+        return values.map((value) => value ?? null);
+    }
+    async fetchBlobFiles(column, rowIds) {
+        const files = await this.inner.fetchBlobFiles(column, rowIdsToBigInts(rowIds));
+        // N-API Option maps missing values to undefined. Collapse those to null.
+        return files.map((file) => file == null ? null : blob_1.BlobFile.fromNative(file));
     }
     query() {
         return new query_1.Query(this.inner);
@@ -497,3 +496,20 @@ class Branches {
     }
 }
 exports.Branches = Branches;
+function rowIdsToBigInts(rowIds) {
+    return rowIds.map((id) => {
+        if (typeof id === "bigint") {
+            return id;
+        }
+        if (!Number.isInteger(id)) {
+            throw new Error("Row id must be an integer (or bigint)");
+        }
+        if (id < 0) {
+            throw new Error("Row id cannot be negative");
+        }
+        if (!Number.isSafeInteger(id)) {
+            throw new Error("Row id is too large for number; use bigint instead");
+        }
+        return BigInt(id);
+    });
+}

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.39.0-beta.6",
+  "version": "0.39.0-beta.8",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -106,13 +106,13 @@
   "optionalDependencies": {
     "@huggingface/transformers": "3.0.2",
     "openai": "4.29.2",
-    "@lancedb/lancedb-darwin-arm64": "0.39.0-beta.6",
-    "@lancedb/lancedb-linux-x64-gnu": "0.39.0-beta.6",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.39.0-beta.6",
-    "@lancedb/lancedb-linux-x64-musl": "0.39.0-beta.6",
-    "@lancedb/lancedb-linux-arm64-musl": "0.39.0-beta.6",
-    "@lancedb/lancedb-win32-x64-msvc": "0.39.0-beta.6",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.39.0-beta.6"
+    "@lancedb/lancedb-darwin-arm64": "0.39.0-beta.8",
+    "@lancedb/lancedb-linux-x64-gnu": "0.39.0-beta.8",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.39.0-beta.8",
+    "@lancedb/lancedb-linux-x64-musl": "0.39.0-beta.8",
+    "@lancedb/lancedb-linux-arm64-musl": "0.39.0-beta.8",
+    "@lancedb/lancedb-win32-x64-msvc": "0.39.0-beta.8",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.39.0-beta.8"
   },
   "peerDependencies": {
     "@types/node": ">=22",