@lancedb/lancedb 0.22.3-beta.3 → 0.22.3-beta.5

package/dist/query.d.ts

@@ -2,12 +2,7 @@ import { Table as ArrowTable, type IntoVector, RecordBatch } from "./arrow";
 import { type IvfPqOptions } from "./indices";
 import { JsFullTextQuery, RecordBatchIterator as NativeBatchIterator, Query as NativeQuery, Table as NativeTable, TakeQuery as NativeTakeQuery, VectorQuery as NativeVectorQuery } from "./native";
 import { Reranker } from "./rerankers";
-export declare class RecordBatchIterator implements AsyncIterator<RecordBatch> {
-    private promisedInner?;
-    private inner?;
-    constructor(promise?: Promise<NativeBatchIterator>);
-    next(): Promise<IteratorResult<RecordBatch<any>>>;
-}
+export declare function RecordBatchIterator(promisedInner: Promise<NativeBatchIterator>): AsyncGenerator<RecordBatch<any>, void, unknown>;
 /**
  * Options that control the behavior of a particular query execution
  */
@@ -107,7 +102,7 @@ export declare class QueryBase<NativeQueryType extends NativeQuery | NativeVecto
      * single query)
      *
      */
-    protected execute(options?: Partial<QueryExecutionOptions>): RecordBatchIterator;
+    protected execute(options?: Partial<QueryExecutionOptions>): AsyncGenerator<RecordBatch<any>, void, unknown>;
     /**
      * @hidden
      */

package/dist/query.js

@@ -2,38 +2,24 @@
 // SPDX-License-Identifier: Apache-2.0
 // SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.Query = exports.TakeQuery = exports.VectorQuery = exports.StandardQueryBase = exports.QueryBase = exports.RecordBatchIterator = void 0;
+exports.BooleanQuery = exports.MultiMatchQuery = exports.BoostQuery = exports.PhraseQuery = exports.MatchQuery = exports.Occur = exports.Operator = exports.FullTextQueryType = exports.Query = exports.TakeQuery = exports.VectorQuery = exports.StandardQueryBase = exports.QueryBase = void 0;
+exports.RecordBatchIterator = RecordBatchIterator;
 exports.instanceOfFullTextQuery = instanceOfFullTextQuery;
 const arrow_1 = require("./arrow");
 const native_1 = require("./native");
-class RecordBatchIterator {
-    promisedInner;
-    inner;
-    constructor(promise) {
-        // TODO: check promise reliably so we dont need to pass two arguments.
-        this.promisedInner = promise;
-    }
-    // biome-ignore lint/suspicious/noExplicitAny: skip
-    async next() {
-        if (this.inner === undefined) {
-            this.inner = await this.promisedInner;
-        }
-        if (this.inner === undefined) {
-            throw new Error("Invalid iterator state state");
-        }
-        const n = await this.inner.next();
-        if (n == null) {
-            return Promise.resolve({ done: true, value: null });
-        }
-        const tbl = (0, arrow_1.tableFromIPC)(n);
-        if (tbl.batches.length != 1) {
+async function* RecordBatchIterator(promisedInner) {
+    const inner = await promisedInner;
+    if (inner === undefined) {
+        throw new Error("Invalid iterator state");
+    }
+    for (let buffer = await inner.next(); buffer; buffer = await inner.next()) {
+        const { batches } = (0, arrow_1.tableFromIPC)(buffer);
+        if (batches.length !== 1) {
             throw new Error("Expected only one batch");
         }
-        return Promise.resolve({ done: false, value: tbl.batches[0] });
+        yield batches[0];
     }
 }
-exports.RecordBatchIterator = RecordBatchIterator;
-/* eslint-enable */
 class RecordBatchIterable {
     inner;
     options;
@@ -43,7 +29,7 @@ class RecordBatchIterable {
     }
     // biome-ignore lint/suspicious/noExplicitAny: skip
     [Symbol.asyncIterator]() {
-        return new RecordBatchIterator(this.inner.execute(this.options?.maxBatchLength, this.options?.timeoutMs));
+        return RecordBatchIterator(this.inner.execute(this.options?.maxBatchLength, this.options?.timeoutMs));
     }
 }
 /** Common methods supported by all query types
@@ -166,15 +152,14 @@ class QueryBase {
      *
      */
     execute(options) {
-        return new RecordBatchIterator(this.nativeExecute(options));
+        return RecordBatchIterator(this.nativeExecute(options));
     }
     /**
      * @hidden
      */
     // biome-ignore lint/suspicious/noExplicitAny: skip
     [Symbol.asyncIterator]() {
-        const promise = this.nativeExecute();
-        return new RecordBatchIterator(promise);
+        return RecordBatchIterator(this.nativeExecute());
     }
     /** Collect the results as an Arrow @see {@link ArrowTable}. */
     async toArrow(options) {

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.22.3-beta.3",
+  "version": "0.22.3-beta.5",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -100,14 +100,14 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-x64": "0.22.3-beta.3",
-    "@lancedb/lancedb-darwin-arm64": "0.22.3-beta.3",
-    "@lancedb/lancedb-linux-x64-gnu": "0.22.3-beta.3",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.22.3-beta.3",
-    "@lancedb/lancedb-linux-x64-musl": "0.22.3-beta.3",
-    "@lancedb/lancedb-linux-arm64-musl": "0.22.3-beta.3",
-    "@lancedb/lancedb-win32-x64-msvc": "0.22.3-beta.3",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.22.3-beta.3"
+    "@lancedb/lancedb-darwin-x64": "0.22.3-beta.5",
+    "@lancedb/lancedb-darwin-arm64": "0.22.3-beta.5",
+    "@lancedb/lancedb-linux-x64-gnu": "0.22.3-beta.5",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.22.3-beta.5",
+    "@lancedb/lancedb-linux-x64-musl": "0.22.3-beta.5",
+    "@lancedb/lancedb-linux-arm64-musl": "0.22.3-beta.5",
+    "@lancedb/lancedb-win32-x64-msvc": "0.22.3-beta.5",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.22.3-beta.5"
   },
   "peerDependencies": {
     "apache-arrow": ">=15.0.0 <=18.1.0"