@lancedb/lancedb 0.15.0 → 0.15.1-beta.2

package/dist/arrow.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2023 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
     var desc = Object.getOwnPropertyDescriptor(m, k);
@@ -499,6 +488,12 @@ async function applyEmbeddings(table, embeddings, schema) {
     else if (embeddings == null || embeddings === undefined) {
         return table;
     }
+    let schemaMetadata = schema?.metadata || new Map();
+    if (!(embeddings == null || embeddings === undefined)) {
+        const registry = (0, registry_1.getRegistry)();
+        const embeddingMetadata = registry.getTableMetadata([embeddings]);
+        schemaMetadata = new Map([...schemaMetadata, ...embeddingMetadata]);
+    }
     // Convert from ArrowTable to Record<String, Vector>
     const colEntries = [...Array(table.numCols).keys()].map((_, idx) => {
         const name = table.schema.fields[idx].name;
@@ -553,13 +548,14 @@ async function applyEmbeddings(table, embeddings, schema) {
         const destType = newVectorType(vectors[0].length, innerDestType);
         newColumns[destColumn] = makeVector(vectors, destType);
     }
-    const newTable = new apache_arrow_1.Table(newColumns);
+    let newTable = new apache_arrow_1.Table(newColumns);
     if (schema != null) {
         if (schema.fields.find((f) => f.name === destColumn) === undefined) {
             throw new Error(`When using embedding functions and specifying a schema the schema should include the embedding column but the column ${destColumn} was missing`);
         }
-        return alignTable(newTable, schema);
+        newTable = alignTable(newTable, schema);
     }
+    newTable = new apache_arrow_1.Table(new apache_arrow_1.Schema(newTable.schema.fields, schemaMetadata), newTable.batches);
     return newTable;
 }
 /**

package/dist/connection.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LocalConnection = exports.Connection = void 0;
 exports.cleanseStorageOptions = cleanseStorageOptions;

package/dist/embedding/embedding_function.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TextEmbeddingFunction = exports.EmbeddingFunction = void 0;
 require("reflect-metadata");

package/dist/embedding/index.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2023 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
     var desc = Object.getOwnPropertyDescriptor(m, k);

package/dist/embedding/openai.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2023 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
     var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
     if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);

package/dist/embedding/registry.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.EmbeddingFunctionRegistry = void 0;
 exports.register = register;

package/dist/embedding/transformers.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2023 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
     var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
     if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);

package/dist/index.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.rerankers = exports.embedding = exports.Table = exports.Index = exports.RecordBatchIterator = exports.VectorQuery = exports.QueryBase = exports.Query = exports.Connection = exports.VectorColumnOptions = exports.MakeArrowTableOptions = exports.makeArrowTable = exports.WriteMode = void 0;
 exports.connect = connect;

package/dist/indices.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Index = void 0;
 const native_1 = require("./native");

package/dist/merge.d.ts

@@ -1,10 +1,10 @@
-import { Data } from "./arrow";
+import { Data, Schema } from "./arrow";
 import { NativeMergeInsertBuilder } from "./native";
 /** A builder used to create and run a merge insert operation */
 export declare class MergeInsertBuilder {
     #private;
     /** Construct a MergeInsertBuilder. __Internal use only.__ */
-    constructor(native: NativeMergeInsertBuilder);
+    constructor(native: NativeMergeInsertBuilder, schema: Schema | Promise<Schema>);
     /**
      * Rows that exist in both the source table (new data) and
      * the target table (old data) will be updated, replacing

package/dist/merge.js

@@ -1,13 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MergeInsertBuilder = void 0;
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 const arrow_1 = require("./arrow");
 /** A builder used to create and run a merge insert operation */
 class MergeInsertBuilder {
     #native;
+    #schema;
     /** Construct a MergeInsertBuilder. __Internal use only.__ */
-    constructor(native) {
+    constructor(native, schema) {
         this.#native = native;
+        this.#schema = schema;
     }
     /**
      * Rows that exist in both the source table (new data) and
@@ -32,14 +36,14 @@ class MergeInsertBuilder {
      * For example, "target.last_update < source.last_update"
      */
     whenMatchedUpdateAll(options) {
-        return new MergeInsertBuilder(this.#native.whenMatchedUpdateAll(options?.where));
+        return new MergeInsertBuilder(this.#native.whenMatchedUpdateAll(options?.where), this.#schema);
     }
     /**
      * Rows that exist only in the source table (new data) should
      * be inserted into the target table.
      */
     whenNotMatchedInsertAll() {
-        return new MergeInsertBuilder(this.#native.whenNotMatchedInsertAll());
+        return new MergeInsertBuilder(this.#native.whenNotMatchedInsertAll(), this.#schema);
     }
     /**
      * Rows that exist only in the target table (old data) will be
@@ -49,7 +53,7 @@ class MergeInsertBuilder {
      * @param options.where - An optional condition to limit what data is deleted
      */
     whenNotMatchedBySourceDelete(options) {
-        return new MergeInsertBuilder(this.#native.whenNotMatchedBySourceDelete(options?.where));
+        return new MergeInsertBuilder(this.#native.whenNotMatchedBySourceDelete(options?.where), this.#schema);
     }
     /**
      * Executes the merge insert operation
@@ -57,7 +61,15 @@ class MergeInsertBuilder {
      * Nothing is returned but the `Table` is updated
      */
     async execute(data) {
-        const buffer = await (0, arrow_1.fromDataToBuffer)(data);
+        let schema;
+        if (this.#schema instanceof Promise) {
+            schema = await this.#schema;
+            this.#schema = schema; // In case of future calls
+        }
+        else {
+            schema = this.#schema;
+        }
+        const buffer = await (0, arrow_1.fromDataToBuffer)(data, undefined, schema);
         await this.#native.execute(buffer);
     }
 }

package/dist/native.d.ts

@@ -345,6 +345,7 @@ export class Table {
   countRows(filter?: string | undefined | null): Promise<number>
   delete(predicate: string): Promise<void>
   createIndex(index: Index | undefined | null, column: string, replace?: boolean | undefined | null): Promise<void>
+  dropIndex(indexName: string): Promise<void>
   update(onlyIf: string | undefined | null, columns: Array<[string, string]>): Promise<bigint>
   query(): Query
   vectorSearch(vector: Float32Array): VectorQuery

package/dist/query.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Query = exports.VectorQuery = exports.QueryBase = exports.RecordBatchIterator = void 0;
 const arrow_1 = require("./arrow");

package/dist/sanitize.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2023 LanceDB Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.sanitizeMetadata = sanitizeMetadata;
 exports.sanitizeInt = sanitizeInt;

package/dist/table.d.ts

@@ -170,6 +170,17 @@ export declare abstract class Table {
      * await table.createIndex("my_float_col");
      */
     abstract createIndex(column: string, options?: Partial<IndexOptions>): Promise<void>;
+    /**
+     * Drop an index from the table.
+     *
+     * @param name The name of the index.
+     *
+     * @note This does not delete the index from disk, it just removes it from the table.
+     * To delete the index, run {@link Table#optimize} after dropping the index.
+     *
+     * Use {@link Table.listIndices} to find the names of the indices.
+     */
+    abstract dropIndex(name: string): Promise<void>;
     /**
      * Create a {@link Query} Builder.
      *
@@ -359,6 +370,8 @@ export declare abstract class Table {
      *
      * @param {string} name The name of the index.
      * @returns {IndexStatistics | undefined} The stats of the index. If the index does not exist, it will return undefined
+     *
+     * Use {@link Table.listIndices} to find the names of the indices.
      */
     abstract indexStats(name: string): Promise<IndexStatistics | undefined>;
     static parseTableData(data: Record<string, unknown>[] | TableLike, options?: Partial<CreateTableOptions>, streaming?: boolean): Promise<{
@@ -385,6 +398,7 @@ export declare class LocalTable extends Table {
     countRows(filter?: string): Promise<number>;
     delete(predicate: string): Promise<void>;
     createIndex(column: string, options?: Partial<IndexOptions>): Promise<void>;
+    dropIndex(name: string): Promise<void>;
     query(): Query;
     search(query: string | IntoVector, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query;
     vectorSearch(vector: IntoVector): VectorQuery;

package/dist/table.js

@@ -1,17 +1,6 @@
 "use strict";
-// Copyright 2024 Lance Developers.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LocalTable = exports.Table = void 0;
 const arrow_1 = require("./arrow");
@@ -92,9 +81,7 @@ class LocalTable extends Table {
     async add(data, options) {
         const mode = options?.mode ?? "append";
         const schema = await this.schema();
-        const registry = (0, registry_1.getRegistry)();
-        const functions = await registry.parseFunctions(schema.metadata);
-        const buffer = await (0, arrow_1.fromDataToBuffer)(data, functions.values().next().value, schema);
+        const buffer = await (0, arrow_1.fromDataToBuffer)(data, undefined, schema);
         await this.inner.add(buffer, mode);
     }
     async update(optsOrUpdates, options) {
@@ -154,6 +141,9 @@ class LocalTable extends Table {
         const nativeIndex = options?.config?.inner;
         await this.inner.createIndex(nativeIndex, column, options?.replace);
     }
+    async dropIndex(name) {
+        await this.inner.dropIndex(name);
+    }
     query() {
         return new query_1.Query(this.inner);
     }
@@ -245,7 +235,7 @@ class LocalTable extends Table {
     }
     mergeInsert(on) {
         on = Array.isArray(on) ? on : [on];
-        return new merge_1.MergeInsertBuilder(this.inner.mergeInsert(on));
+        return new merge_1.MergeInsertBuilder(this.inner.mergeInsert(on), this.schema());
     }
     /**
      * Check if the table uses the new manifest path scheme.

package/dist/util.js

@@ -1,4 +1,6 @@
 "use strict";
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TTLCache = void 0;
 exports.toSQL = toSQL;

package/license_header.txt

@@ -0,0 +1,2 @@
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright The LanceDB Authors

package/package.json

@@ -11,7 +11,7 @@
     "ann"
   ],
   "private": false,
-  "version": "0.15.0",
+  "version": "0.15.1-beta.2",
   "main": "dist/index.js",
   "exports": {
     ".": "./dist/index.js",
@@ -98,14 +98,14 @@
     "reflect-metadata": "^0.2.2"
   },
   "optionalDependencies": {
-    "@lancedb/lancedb-darwin-x64": "0.15.0",
-    "@lancedb/lancedb-darwin-arm64": "0.15.0",
-    "@lancedb/lancedb-linux-x64-gnu": "0.15.0",
-    "@lancedb/lancedb-linux-arm64-gnu": "0.15.0",
-    "@lancedb/lancedb-linux-x64-musl": "0.15.0",
-    "@lancedb/lancedb-linux-arm64-musl": "0.15.0",
-    "@lancedb/lancedb-win32-x64-msvc": "0.15.0",
-    "@lancedb/lancedb-win32-arm64-msvc": "0.15.0"
+    "@lancedb/lancedb-darwin-x64": "0.15.1-beta.2",
+    "@lancedb/lancedb-darwin-arm64": "0.15.1-beta.2",
+    "@lancedb/lancedb-linux-x64-gnu": "0.15.1-beta.2",
+    "@lancedb/lancedb-linux-arm64-gnu": "0.15.1-beta.2",
+    "@lancedb/lancedb-linux-x64-musl": "0.15.1-beta.2",
+    "@lancedb/lancedb-linux-arm64-musl": "0.15.1-beta.2",
+    "@lancedb/lancedb-win32-x64-msvc": "0.15.1-beta.2",
+    "@lancedb/lancedb-win32-arm64-msvc": "0.15.1-beta.2"
   },
   "peerDependencies": {
     "apache-arrow": ">=15.0.0 <=18.1.0"