chromadb 3.3.1 → 3.3.3

package/dist/chromadb.mjs

@@ -1515,7 +1515,10 @@ var pythonEmbeddingFunctions = {
   onnx_mini_lm_l6_v2: "default-embed",
   default: "default-embed",
   together_ai: "together-ai",
-  sentence_transformer: "sentence-transformer"
+  sentence_transformer: "sentence-transformer",
+  google_gemini: "google-gemini",
+  google_genai: "google-gemini"
+  // Backward compatibility alias
 };
 var unsupportedEmbeddingFunctions = /* @__PURE__ */ new Set([
   "amazon_bedrock",
@@ -1554,32 +1557,11 @@ var registerSparseEmbeddingFunction = (name, fn) => {
   knownSparseEmbeddingFunctions.set(name, fn);
 };
 var getEmbeddingFunction = async (args) => {
-  const { collectionName, client: client2, efConfig } = args;
-  if (!efConfig) {
-    console.warn(
-      `No embedding function configuration found for collection ${collectionName}. 'add' and 'query' will fail unless you provide them embeddings directly.`
-    );
-    return void 0;
-  }
-  if (efConfig.type === "legacy") {
-    console.warn(
-      `No embedding function configuration found for collection ${collectionName}. 'add' and 'query' will fail unless you provide them embeddings directly.`
-    );
-    return void 0;
-  }
-  if (efConfig.type === "unknown") {
-    console.warn(
-      `Unknown embedding function configuration for collection ${collectionName}. 'add' and 'query' will fail unless you provide them embeddings directly.`
-    );
-    return void 0;
-  }
-  if (efConfig.type !== "known") {
+  const { client: client2, efConfig } = args;
+  if (efConfig?.type !== "known") {
     return void 0;
   }
   if (unsupportedEmbeddingFunctions.has(efConfig.name)) {
-    console.warn(
-      `Embedding function ${efConfig.name} is not supported in the JS/TS SDK. 'add' and 'query' will fail unless you provide them embeddings directly.`
-    );
     return void 0;
   }
   const packageName = pythonEmbeddingFunctions[efConfig.name] || efConfig.name;
@@ -1595,42 +1577,24 @@ var getEmbeddingFunction = async (args) => {
     } catch (error) {
     }
     if (!embeddingFunction) {
-      console.warn(
-        `Collection ${collectionName} was created with the ${packageName} embedding function. However, the @chroma-core/${packageName} package is not installed. 'add' and 'query' will fail unless you provide them embeddings directly, or install the @chroma-core/${packageName} package.`
-      );
       return void 0;
     }
   }
-  let constructorConfig = efConfig.type === "known" ? efConfig.config : {};
+  const constructorConfig = efConfig.config ?? {};
   try {
     if (embeddingFunction.buildFromConfig) {
       return embeddingFunction.buildFromConfig(constructorConfig, client2);
     }
-    console.warn(
-      `Embedding function ${packageName} does not define a 'buildFromConfig' function. 'add' and 'query' will fail unless you provide them embeddings directly.`
-    );
     return void 0;
   } catch (e) {
-    console.warn(
-      `Embedding function ${packageName} failed to build with config: ${constructorConfig}. 'add' and 'query' will fail unless you provide them embeddings directly. Error: ${e}`
-    );
     return void 0;
   }
 };
-var getSparseEmbeddingFunction = async (collectionName, client2, efConfig) => {
-  if (!efConfig) {
-    return void 0;
-  }
-  if (efConfig.type === "legacy") {
-    return void 0;
-  }
-  if (efConfig.type !== "known") {
+var getSparseEmbeddingFunction = async (client2, efConfig) => {
+  if (efConfig?.type !== "known") {
     return void 0;
   }
   if (unsupportedSparseEmbeddingFunctions.has(efConfig.name)) {
-    console.warn(
-      "Embedding function ${efConfig.name} is not supported in the JS/TS SDK. 'add' and 'query' will fail unless you provide them embeddings directly."
-    );
     return void 0;
   }
   const packageName = pythonSparseEmbeddingFunctions[efConfig.name] || efConfig.name;
@@ -1643,25 +1607,16 @@ var getSparseEmbeddingFunction = async (collectionName, client2, efConfig) => {
     } catch (error) {
     }
     if (!sparseEmbeddingFunction) {
-      console.warn(
-        `Collection ${collectionName} was created with the ${packageName} sparse embedding function. However, the @chroma-core/${packageName} package is not installed.`
-      );
       return void 0;
     }
   }
-  let constructorConfig = efConfig.type === "known" ? efConfig.config : {};
+  const constructorConfig = efConfig.config ?? {};
   try {
     if (sparseEmbeddingFunction.buildFromConfig) {
       return sparseEmbeddingFunction.buildFromConfig(constructorConfig, client2);
     }
-    console.warn(
-      `Sparse embedding function ${packageName} does not define a 'buildFromConfig' function.`
-    );
     return void 0;
   } catch (e) {
-    console.warn(
-      `Sparse embedding function ${packageName} failed to build with config: ${constructorConfig}. Error: ${e}`
-    );
     return void 0;
   }
 };
@@ -1787,7 +1742,6 @@ var processUpdateCollectionConfig = async ({
     );
   }
   const embeddingFunction = currentEmbeddingFunction || await getEmbeddingFunction({
-    collectionName,
     client: client2,
     efConfig: currentConfiguration.embeddingFunction ?? void 0
   });
@@ -3276,9 +3230,19 @@ var Schema = class _Schema {
         "Cannot enable all index types globally. Must specify either config or key."
       );
     }
-    if (keyProvided && key && (key === EMBEDDING_KEY || key === DOCUMENT_KEY)) {
+    if (keyProvided && key && key === EMBEDDING_KEY) {
       throw new Error(
-        `Cannot create index on special key '${key}'. These keys are managed automatically by the system.`
+        `Cannot create index on special key '${key}'. This key is managed automatically by the system. Invoke createIndex(new VectorIndexConfig(...)) without specifying a key to configure the vector index globally.`
+      );
+    }
+    if (keyProvided && key === DOCUMENT_KEY && !(config instanceof FtsIndexConfig)) {
+      throw new Error(
+        `Cannot create index on special key '${key}' with this config. Only FtsIndexConfig is allowed for #document.`
+      );
+    }
+    if (keyProvided && key && key.startsWith("#") && key !== DOCUMENT_KEY) {
+      throw new Error(
+        "key cannot begin with '#'. Keys starting with '#' are reserved for system use."
       );
     }
     if (config instanceof VectorIndexConfig) {
@@ -3287,21 +3251,17 @@ var Schema = class _Schema {
         return this;
       }
       throw new Error(
-        "Vector index cannot be enabled on specific keys. Use createIndex(config=VectorIndexConfig(...)) without specifying a key to configure the vector index globally."
+        "Vector index cannot be enabled on specific keys. Use createIndex(new VectorIndexConfig(...)) without specifying a key to configure the vector index globally."
       );
     }
-    if (config instanceof FtsIndexConfig) {
-      if (!keyProvided) {
-        this.setFtsIndexConfig(config);
-        return this;
-      }
+    if (config instanceof FtsIndexConfig && (!keyProvided || key !== DOCUMENT_KEY)) {
       throw new Error(
-        "FTS index cannot be enabled on specific keys. Use createIndex(config=FtsIndexConfig(...)) without specifying a key to configure the FTS index globally."
+        "FTS index can only be enabled on #document key. Use createIndex(new FtsIndexConfig(), '#document')"
       );
     }
     if (config instanceof SparseVectorIndexConfig && !keyProvided) {
       throw new Error(
-        "Sparse vector index must be created on a specific key. Please specify a key using: createIndex(config=SparseVectorIndexConfig(...), key='your_key')"
+        "Sparse vector index must be created on a specific key. Please specify a key using: createIndex(new SparseVectorIndexConfig(...), 'your_key')"
       );
     }
     if (!configProvided && keyProvided && key) {
@@ -3324,22 +3284,32 @@ var Schema = class _Schema {
         "Cannot disable all indexes. Must specify either config or key."
       );
     }
-    if (keyProvided && key && (key === EMBEDDING_KEY || key === DOCUMENT_KEY)) {
+    if (keyProvided && key && key === EMBEDDING_KEY) {
+      throw new Error(
+        "Cannot modify #embedding. Currently not supported"
+      );
+    }
+    if (keyProvided && key === DOCUMENT_KEY && !(config instanceof FtsIndexConfig)) {
+      throw new Error(
+        `Cannot delete index on special key '${key}' with this config. Only FtsIndexConfig is allowed for #document.`
+      );
+    }
+    if (keyProvided && key && key.startsWith("#") && key !== DOCUMENT_KEY) {
       throw new Error(
-        `Cannot delete index on special key '${key}'. These keys are managed automatically by the system.`
+        "key cannot begin with '#'. Keys starting with '#' are reserved for system use."
       );
     }
     if (config instanceof VectorIndexConfig) {
       throw new Error("Deleting vector index is not currently supported.");
     }
-    if (config instanceof FtsIndexConfig) {
-      throw new Error("Deleting FTS index is not currently supported.");
-    }
     if (config instanceof SparseVectorIndexConfig) {
       throw new Error(
         "Deleting sparse vector index is not currently supported."
       );
     }
+    if (config instanceof FtsIndexConfig && (!keyProvided || key !== DOCUMENT_KEY)) {
+      throw new Error("Deleting FTS index is only supported on #document key.");
+    }
     if (keyProvided && !configProvided && key) {
       throw new Error(
         `Cannot disable all index types for key '${key}'. Please specify a specific index configuration.`
@@ -3423,22 +3393,6 @@ var Schema = class _Schema {
       })
     );
   }
-  setFtsIndexConfig(config) {
-    const defaultsString = ensureStringValueType(this.defaults);
-    const currentDefaultsFts = defaultsString.ftsIndex ?? new FtsIndexType(false, new FtsIndexConfig());
-    defaultsString.ftsIndex = new FtsIndexType(
-      currentDefaultsFts.enabled,
-      config
-    );
-    const documentValueTypes = ensureValueTypes(this.keys[DOCUMENT_KEY]);
-    this.keys[DOCUMENT_KEY] = documentValueTypes;
-    const overrideString = ensureStringValueType(documentValueTypes);
-    const currentOverrideFts = overrideString.ftsIndex ?? new FtsIndexType(true, new FtsIndexConfig());
-    overrideString.ftsIndex = new FtsIndexType(
-      currentOverrideFts.enabled,
-      config
-    );
-  }
   setIndexInDefaults(config, enabled) {
     if (config instanceof FtsIndexConfig) {
       const valueType = ensureStringValueType(this.defaults);
@@ -3885,7 +3839,6 @@ var Schema = class _Schema {
       spann: json.spann ? cloneObject(json.spann) : null
     });
     config.embeddingFunction = await getEmbeddingFunction({
-      collectionName: "schema deserialization",
       client: client2,
       efConfig: json.embedding_function
     });
@@ -3900,7 +3853,6 @@ var Schema = class _Schema {
       bm25: typeof json.bm25 === "boolean" ? json.bm25 : null
     });
     const embeddingFunction = await getSparseEmbeddingFunction(
-      "schema deserialization",
       client2,
       json.embedding_function
     ) ?? config.embeddingFunction ?? void 0;
@@ -3986,7 +3938,7 @@ var CollectionImpl = class _CollectionImpl {
     const embeddingFunction = this._embeddingFunction ?? this.getSchemaEmbeddingFunction();
     if (!embeddingFunction) {
       throw new ChromaValueError(
-        "Embedding function must be defined for operations requiring embeddings."
+        `No embedding function found for collection '${this._name}'. You can either provide embeddings directly, or ensure the appropriate embedding function package (e.g. @chroma-core/default-embed) is installed.`
       );
     }
     if (isQuery && embeddingFunction.generateForQueries) {
@@ -4047,10 +3999,8 @@ var CollectionImpl = class _CollectionImpl {
           }
           if (index < documentsList.length) {
             const doc = documentsList[index];
-            if (typeof doc === "string") {
-              inputs.push(doc);
-              positions.push(index);
-            }
+            inputs.push(doc);
+            positions.push(index);
           }
         });
         if (inputs.length === 0) {
@@ -4263,15 +4213,24 @@ var CollectionImpl = class _CollectionImpl {
       embeddings
     };
   }
-  validateDelete(ids, where, whereDocument) {
+  validateDelete(ids, where, whereDocument, limit) {
     if (ids) validateIDs(ids);
     if (where) validateWhere(where);
     if (whereDocument) validateWhereDocument(whereDocument);
+    if (limit !== void 0 && (!Number.isInteger(limit) || limit < 0)) {
+      throw new Error("limit must be a non-negative integer");
+    }
+    if (limit !== void 0 && !where && !whereDocument) {
+      throw new Error(
+        "limit can only be specified when a where or whereDocument clause is provided"
+      );
+    }
   }
-  async count() {
+  async count(options) {
     const { data } = await RecordService.collectionCount({
       client: this.apiClient,
-      path: await this.path()
+      path: await this.path(),
+      query: options?.readLevel ? { read_level: options.readLevel } : void 0
     });
     return data;
   }
@@ -4523,18 +4482,21 @@ var CollectionImpl = class _CollectionImpl {
   async delete({
     ids,
     where,
-    whereDocument
+    whereDocument,
+    limit
   }) {
-    this.validateDelete(ids, where, whereDocument);
-    await RecordService.collectionDelete({
+    this.validateDelete(ids, where, whereDocument, limit);
+    const { data } = await RecordService.collectionDelete({
       client: this.apiClient,
       path: await this.path(),
       body: {
         ids,
         where,
-        where_document: whereDocument
+        where_document: whereDocument,
+        limit
       }
     });
+    return { deleted: data?.deleted ?? 0 };
   }
   async getIndexingStatus() {
     const { data } = await RecordService.indexingStatus({
@@ -4905,7 +4867,6 @@ var ChromaClient = class {
         );
         const schemaEmbeddingFunction = resolveSchemaEmbeddingFunction(schema);
         const resolvedEmbeddingFunction = await getEmbeddingFunction({
-          collectionName: collection.name,
           client: this,
           efConfig: collection.configuration_json.embedding_function ?? void 0
         }) ?? schemaEmbeddingFunction;
@@ -4975,7 +4936,6 @@ var ChromaClient = class {
     );
     const schemaEmbeddingFunction = resolveSchemaEmbeddingFunction(serverSchema);
     const resolvedEmbeddingFunction = embeddingFunction ?? await getEmbeddingFunction({
-      collectionName: data.name,
       client: this,
       efConfig: data.configuration_json.embedding_function ?? void 0
     }) ?? schemaEmbeddingFunction;
@@ -5011,7 +4971,6 @@ var ChromaClient = class {
     const schema = await Schema.deserializeFromJSON(data.schema ?? null, this);
     const schemaEmbeddingFunction = resolveSchemaEmbeddingFunction(schema);
     const resolvedEmbeddingFunction = embeddingFunction ?? await getEmbeddingFunction({
-      collectionName: data.name,
       client: this,
       efConfig: data.configuration_json.embedding_function ?? void 0
     }) ?? schemaEmbeddingFunction;
@@ -5042,7 +5001,6 @@ var ChromaClient = class {
     const schema = await Schema.deserializeFromJSON(data.schema ?? null, this);
     const schemaEmbeddingFunction = resolveSchemaEmbeddingFunction(schema);
     const resolvedEmbeddingFunction = await getEmbeddingFunction({
-      collectionName: data.name,
       efConfig: data.configuration_json.embedding_function ?? void 0,
       client: this
     }) ?? schemaEmbeddingFunction;
@@ -5118,7 +5076,6 @@ var ChromaClient = class {
     );
     const schemaEmbeddingFunction = resolveSchemaEmbeddingFunction(serverSchema);
     const resolvedEmbeddingFunction = embeddingFunction ?? await getEmbeddingFunction({
-      collectionName: name,
       efConfig: data.configuration_json.embedding_function ?? void 0,
       client: this
     }) ?? schemaEmbeddingFunction;