@lancedb/lancedb 0.13.0-beta.0 → 0.13.0

package/dist/embedding/index.d.ts

@@ -1,8 +1,6 @@
 import { Schema } from "../arrow";
 import { EmbeddingFunction } from "./embedding_function";
 export { EmbeddingFunction, TextEmbeddingFunction } from "./embedding_function";
-export * from "./openai";
-export * from "./transformers";
 export * from "./registry";
 /**
  * Create a schema with embedding functions.

package/dist/embedding/index.js

@@ -35,9 +35,6 @@ const registry_1 = require("./registry");
 var embedding_function_1 = require("./embedding_function");
 Object.defineProperty(exports, "EmbeddingFunction", { enumerable: true, get: function () { return embedding_function_1.EmbeddingFunction; } });
 Object.defineProperty(exports, "TextEmbeddingFunction", { enumerable: true, get: function () { return embedding_function_1.TextEmbeddingFunction; } });
-// We need to explicitly export '*' so that the `register` decorator actually registers the class.
-__exportStar(require("./openai"), exports);
-__exportStar(require("./transformers"), exports);
 __exportStar(require("./registry"), exports);
 /**
  * Create a schema with embedding functions.

package/dist/embedding/registry.d.ts

@@ -1,7 +1,5 @@
 import { type EmbeddingFunction, type EmbeddingFunctionConstructor } from "./embedding_function";
 import "reflect-metadata";
-import { OpenAIEmbeddingFunction } from "./openai";
-import { TransformersEmbeddingFunction } from "./transformers";
 type CreateReturnType<T> = T extends {
     init: () => Promise<void>;
 } ? Promise<T> : T;
@@ -27,8 +25,6 @@ export declare class EmbeddingFunctionRegistry {
      * @throws Error if the function is already registered
      */
     register<T extends EmbeddingFunctionConstructor = EmbeddingFunctionConstructor>(this: EmbeddingFunctionRegistry, alias?: string): (ctor: T) => any;
-    get(name: "openai"): EmbeddingFunctionCreate<OpenAIEmbeddingFunction>;
-    get(name: "huggingface"): EmbeddingFunctionCreate<TransformersEmbeddingFunction>;
     get<T extends EmbeddingFunction<unknown>>(name: string): EmbeddingFunctionCreate<T> | undefined;
     /**
      * reset the registry to the initial state

package/dist/embedding/transformers.js

@@ -66,17 +66,17 @@ let TransformersEmbeddingFunction = class TransformersEmbeddingFunction extends
         try {
             // SAFETY:
             // since typescript transpiles `import` to `require`, we need to do this in an unsafe way
-            // We can't use `require` because `@xenova/transformers` is an ESM module
+            // We can't use `require` because `@huggingface/transformers` is an ESM module
             // and we can't use `import` directly because typescript will transpile it to `require`.
             // and we want to remain compatible with both ESM and CJS modules
             // so we use `eval` to bypass typescript for this specific import.
-            transformers = await eval('import("@xenova/transformers")');
+            transformers = await eval('import("@huggingface/transformers")');
         }
         catch (e) {
-            throw new Error(`error loading @xenova/transformers\nReason: ${e}`);
+            throw new Error(`error loading @huggingface/transformers\nReason: ${e}`);
         }
         try {
-            this.#model = await transformers.AutoModel.from_pretrained(this.#modelName);
+            this.#model = await transformers.AutoModel.from_pretrained(this.#modelName, { dtype: "fp32" });
         }
         catch (e) {
             throw new Error(`error loading model ${this.#modelName}. Make sure you are using a wasm compatible model.\nReason: ${e}`);
@@ -95,7 +95,8 @@ let TransformersEmbeddingFunction = class TransformersEmbeddingFunction extends
         }
         else {
             const config = this.#model.config;
-            const ndims = config["hidden_size"];
+            // biome-ignore lint/style/useNamingConvention: we don't control this name.
+            const ndims = config.hidden_size;
             if (!ndims) {
                 throw new Error("hidden_size not found in model config, you may need to manually specify the embedding dimensions. ");
             }

package/dist/native.d.ts

@@ -274,6 +274,7 @@ export class Query {
 }
 export class VectorQuery {
   column(column: string): void
+  addQueryVector(vector: Float32Array): void
   distanceType(distanceType: string): void
   postfilter(): void
   refineFactor(refineFactor: number): void

package/dist/query.d.ts

@@ -267,6 +267,7 @@ export declare class VectorQuery extends QueryBase<NativeVectorQuery> {
      * calculate your recall to select an appropriate value for nprobes.
      */
     bypassVectorIndex(): VectorQuery;
+    addQueryVector(vector: IntoVector): VectorQuery;
 }
 /** A builder for LanceDB queries. */
 export declare class Query extends QueryBase<NativeQuery> {
@@ -309,4 +310,5 @@ export declare class Query extends QueryBase<NativeQuery> {
      * a default `limit` of 10 will be used.  @see {@link Query#limit}
      */
     nearestTo(vector: IntoVector): VectorQuery;
+    nearestToText(query: string, columns?: string[]): Query;
 }

package/dist/query.js

@@ -409,6 +409,41 @@ class VectorQuery extends QueryBase {
         super.doCall((inner) => inner.bypassVectorIndex());
         return this;
     }
+    /*
+     * Add a query vector to the search
+     *
+     * This method can be called multiple times to add multiple query vectors
+     * to the search. If multiple query vectors are added, then they will be searched
+     * in parallel, and the results will be concatenated. A column called `query_index`
+     * will be added to indicate the index of the query vector that produced the result.
+     *
+     * Performance wise, this is equivalent to running multiple queries concurrently.
+     */
+    addQueryVector(vector) {
+        if (vector instanceof Promise) {
+            const res = (async () => {
+                try {
+                    const v = await vector;
+                    const arr = Float32Array.from(v);
+                    //
+                    // biome-ignore lint/suspicious/noExplicitAny: we need to get the `inner`, but js has no package scoping
+                    const value = this.addQueryVector(arr);
+                    const inner = value.inner;
+                    return inner;
+                }
+                catch (e) {
+                    return Promise.reject(e);
+                }
+            })();
+            return new VectorQuery(res);
+        }
+        else {
+            super.doCall((inner) => {
+                inner.addQueryVector(Float32Array.from(vector));
+            });
+            return this;
+        }
+    }
 }
 exports.VectorQuery = VectorQuery;
 /** A builder for LanceDB queries. */
@@ -488,5 +523,9 @@ class Query extends QueryBase {
             return new VectorQuery(vectorQuery);
         }
     }
+    nearestToText(query, columns) {
+        this.doCall((inner) => inner.fullTextSearch(query, columns));
+        return this;
+    }
 }
 exports.Query = Query;

package/package.json

@@ -10,11 +10,13 @@
     "vector database",
     "ann"
   ],
-  "version": "0.13.0-beta.0",
+  "version": "0.13.0",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
-    "./embedding": "./dist/embedding/index.js"
+    "./embedding": "./dist/embedding/index.js",
+    "./embedding/openai": "./dist/embedding/openai.js",
+    "./embedding/transformers": "./dist/embedding/transformers.js"
   },
   "types": "dist/index.d.ts",
   "napi": {
@@ -92,11 +94,11 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-arm64": "0.13.0-beta.0",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.13.0-beta.0",
-    "@lancedb/lancedb-darwin-x64": "0.13.0-beta.0",
-    "@lancedb/lancedb-linux-x64-gnu": "0.13.0-beta.0",
-    "@lancedb/lancedb-win32-x64-msvc": "0.13.0-beta.0"
+    "@lancedb/lancedb-darwin-arm64": "0.13.0",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.13.0",
+    "@lancedb/lancedb-darwin-x64": "0.13.0",
+    "@lancedb/lancedb-linux-x64-gnu": "0.13.0",
+    "@lancedb/lancedb-win32-x64-msvc": "0.13.0"
   },
   "peerDependencies": {
     "apache-arrow": ">=13.0.0 <=17.0.0"