endee 0.1.7__tar.gz → 0.1.8__tar.gz

{endee-0.1.7 → endee-0.1.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: endee
-Version: 0.1.7
+Version: 0.1.8
 Summary: Endee is the Next-Generation Vector Database for Scalable, High-Performance AI
 Home-page: https://endee.io
 Author: Endee Labs
@@ -602,6 +602,23 @@ index = client.get_index(name="your-index-name")
 index.delete_vector("vec1")
 ```
 
+### Filtered Deletion
+
+In cases where you don't know the exact vector `id`, but want to delete vectors based on filter fields, you can use filtered deletion. This is especially useful for:
+
+- Bulk deleting vectors by tag, type, or timestamp
+- Enforcing access control or data expiration policies
+
+```python
+from endee import Endee
+
+client = Endee(token="your-token-here")
+index = client.get_index(name="your-index-name")
+
+# Delete all vectors matching filter conditions
+index.delete_with_filter([{"tags": {"$eq": "important"}}])
+```
+
 ### Index Deletion
 
 Index deletion permanently removes the entire index and all vectors associated with it. This should be used when:
@@ -669,6 +686,7 @@ info = index.describe()
 | `upsert(input_array)` | Insert or update vectors (max 1000 per batch) |
 | `query(vector, top_k, filter, ef, include_vectors, sparse_indices, sparse_values)` | Search for similar vectors (sparse params optional for hybrid) |
 | `delete_vector(id)` | Delete a vector by ID |
+| `delete_with_filter(filter)` | Delete vectors matching a filter |
 | `get_vector(id)` | Get a specific vector by ID |
 | `describe()` | Get index statistics and configuration |
 

{endee-0.1.7 → endee-0.1.8}/README.md

@@ -558,6 +558,23 @@ index = client.get_index(name="your-index-name")
 index.delete_vector("vec1")
 ```
 
+### Filtered Deletion
+
+In cases where you don't know the exact vector `id`, but want to delete vectors based on filter fields, you can use filtered deletion. This is especially useful for:
+
+- Bulk deleting vectors by tag, type, or timestamp
+- Enforcing access control or data expiration policies
+
+```python
+from endee import Endee
+
+client = Endee(token="your-token-here")
+index = client.get_index(name="your-index-name")
+
+# Delete all vectors matching filter conditions
+index.delete_with_filter([{"tags": {"$eq": "important"}}])
+```
+
 ### Index Deletion
 
 Index deletion permanently removes the entire index and all vectors associated with it. This should be used when:
@@ -625,6 +642,7 @@ info = index.describe()
 | `upsert(input_array)` | Insert or update vectors (max 1000 per batch) |
 | `query(vector, top_k, filter, ef, include_vectors, sparse_indices, sparse_values)` | Search for similar vectors (sparse params optional for hybrid) |
 | `delete_vector(id)` | Delete a vector by ID |
+| `delete_with_filter(filter)` | Delete vectors matching a filter |
 | `get_vector(id)` | Get a specific vector by ID |
 | `describe()` | Get index statistics and configuration |
 

{endee-0.1.7 → endee-0.1.8}/endee/index.py

@@ -294,10 +294,24 @@ class Index:
                 f"Cannot insert more than {MAX_VECTORS_PER_BATCH} vectors at a time"
             )
 
-        # Validate IDs upfront
-        ids = [item.get("id", "") for item in input_array]
-        if any(not id_val or id_val is None for id_val in ids):
-            raise ValueError("All vectors must have a non-empty ID")
+        # Validate IDs upfront and check for duplicates
+        seen_ids = set()
+        duplicate_ids = set()
+
+        for item in input_array:
+            id_val = item.get("id", "")
+            if not id_val or id_val is None:
+                raise ValueError("All vectors must have a non-empty ID")
+
+            if id_val in seen_ids:
+                duplicate_ids.add(id_val)
+            else:
+                seen_ids.add(id_val)
+
+        if duplicate_ids:
+            raise ValueError(
+                f"Duplicate IDs found in input array: {sorted(duplicate_ids)}"
+            )
 
         is_hybrid = self.is_hybrid
 
@@ -584,6 +598,35 @@ class Index:
 
         return response.text + " rows deleted"
 
+    def delete_with_filter(self, filter):
+        """
+        Delete multiple vectors based on a filter.
+
+        Deletes all vectors that match the provided filter criteria.
+
+        Args:
+            filter: Dictionary containing filter criteria
+
+        Returns:
+            str: Server response with deletion details
+
+        Raises:
+            HTTPError: If deletion fails
+        """
+        headers = {"Authorization": f"{self.token}", "Content-Type": "application/json"}
+
+        data = {"filter": filter}
+
+        url = f"{self.url}/index/{self.name}/vectors/delete"
+
+        http_client = self._get_session_client()
+        response = http_client.delete(url, headers=headers, json=data)
+
+        if response.status_code != 200:
+            raise_exception(response.status_code, response.text)
+
+        return response.text
+
     def get_vector(self, id):
         """
         Retrieve a single vector by ID.

{endee-0.1.7 → endee-0.1.8}/endee.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: endee
-Version: 0.1.7
+Version: 0.1.8
 Summary: Endee is the Next-Generation Vector Database for Scalable, High-Performance AI
 Home-page: https://endee.io
 Author: Endee Labs
@@ -602,6 +602,23 @@ index = client.get_index(name="your-index-name")
 index.delete_vector("vec1")
 ```
 
+### Filtered Deletion
+
+In cases where you don't know the exact vector `id`, but want to delete vectors based on filter fields, you can use filtered deletion. This is especially useful for:
+
+- Bulk deleting vectors by tag, type, or timestamp
+- Enforcing access control or data expiration policies
+
+```python
+from endee import Endee
+
+client = Endee(token="your-token-here")
+index = client.get_index(name="your-index-name")
+
+# Delete all vectors matching filter conditions
+index.delete_with_filter([{"tags": {"$eq": "important"}}])
+```
+
 ### Index Deletion
 
 Index deletion permanently removes the entire index and all vectors associated with it. This should be used when:
@@ -669,6 +686,7 @@ info = index.describe()
 | `upsert(input_array)` | Insert or update vectors (max 1000 per batch) |
 | `query(vector, top_k, filter, ef, include_vectors, sparse_indices, sparse_values)` | Search for similar vectors (sparse params optional for hybrid) |
 | `delete_vector(id)` | Delete a vector by ID |
+| `delete_with_filter(filter)` | Delete vectors matching a filter |
 | `get_vector(id)` | Get a specific vector by ID |
 | `describe()` | Get index statistics and configuration |
 

{endee-0.1.7 → endee-0.1.8}/setup.py

@@ -15,7 +15,7 @@ with open("README.md", encoding="utf-8") as f:
 setup(
     # Package Metadata
     name="endee",
-    version="0.1.7",
+    version="0.1.8",
     author="Endee Labs",
     author_email="dev@endee.io",
     description=(