unique_toolkit 1.12.1__py3-none-any.whl → 1.14.0__py3-none-any.whl

unique_toolkit/content/functions.py

@@ -16,6 +16,7 @@ from unique_toolkit.content.schemas import (
     ContentInfo,
     ContentRerankerConfig,
     ContentSearchType,
+    DeleteContentResponse,
     FolderInfo,
     PaginatedContentInfos,
 )
@@ -585,6 +586,7 @@ def download_content(
 def get_content_info(
     user_id: str,
     company_id: str,
+    *,
     metadata_filter: dict[str, Any] | None = None,
     skip: int | None = None,
     take: int | None = None,
@@ -610,7 +612,7 @@ def get_content_info(
     )
 
 
-def get_folder_info(user_id: str, company_id: str, scope_id: str) -> FolderInfo:
+def get_folder_info(user_id: str, company_id: str, *, scope_id: str) -> FolderInfo:
     info = unique_sdk.Folder.get_info(
         user_id=user_id, company_id=company_id, scopeId=scope_id
     )
@@ -648,3 +650,45 @@ def update_content(
         user_id=user_id, company_id=company_id, **update_params
     )
     return ContentInfo.model_validate(content_info, by_alias=True, by_name=True)
+
+
+def delete_content(
+    user_id: str,
+    company_id: str,
+    *,
+    content_id: str | None = None,
+    file_path: str | None = None,
+) -> DeleteContentResponse:
+    if content_id:
+        resp = unique_sdk.Content.delete(
+            user_id=user_id, company_id=company_id, contentId=content_id
+        )
+    elif file_path:
+        resp = unique_sdk.Content.delete(
+            user_id=user_id, company_id=company_id, filePath=file_path
+        )
+    else:
+        raise ValueError("content_id or file_path must be provided")
+
+    return DeleteContentResponse.model_validate(resp, by_alias=True, by_name=True)
+
+
+async def delete_content_async(
+    user_id: str,
+    company_id: str,
+    *,
+    content_id: str | None = None,
+    file_path: str | None = None,
+) -> DeleteContentResponse:
+    if content_id:
+        resp = await unique_sdk.Content.delete_async(
+            user_id=user_id, company_id=company_id, contentId=content_id
+        )
+    elif file_path:
+        resp = await unique_sdk.Content.delete_async(
+            user_id=user_id, company_id=company_id, filePath=file_path
+        )
+    else:
+        raise ValueError("content_id or file_path must be provided")
+
+    return DeleteContentResponse.model_validate(resp, by_alias=True, by_name=True)

unique_toolkit/content/schemas.py

@@ -185,3 +185,8 @@ class FolderInfo(BaseModel):
     updatedAt: str | None
     parentId: str | None
     externalId: str | None
+
+
+class DeleteContentResponse(BaseModel):
+    model_config = model_config
+    id: str

unique_toolkit/knowledge_base.py

@@ -1,7 +1,9 @@
+import asyncio
 import logging
 from pathlib import Path
 from typing import Any, overload
 
+import humps
 import unique_sdk
 
 from unique_toolkit._common.validate_required_values import validate_required_values
@@ -11,6 +13,8 @@ from unique_toolkit.content.constants import (
     DEFAULT_SEARCH_LANGUAGE,
 )
 from unique_toolkit.content.functions import (
+    delete_content,
+    delete_content_async,
     download_content_to_bytes,
     download_content_to_file_by_id,
     get_content_info,
@@ -29,6 +33,7 @@ from unique_toolkit.content.schemas import (
     ContentInfo,
     ContentRerankerConfig,
     ContentSearchType,
+    DeleteContentResponse,
     FolderInfo,
     PaginatedContentInfos,
 )
@@ -585,6 +590,261 @@ class KnowledgeBaseService:
 
         return self._resolve_visible_file_tree(content_infos=info.content_infos)
 
+    def _pop_forbidden_metadata_keys(self, metadata: dict[str, Any]) -> dict[str, Any]:
+        forbidden_keys = [
+            "key",
+            "url",
+            "title",
+            "folderId",
+            "mimeType",
+            "companyId",
+            "contentId",
+            "folderIdPath",
+            "externalFileOwner",
+        ]
+        for key in forbidden_keys:
+            metadata.pop(key, None)
+        return metadata
+
+    def update_content_metadata(
+        self,
+        *,
+        content_info: ContentInfo,
+        additional_metadata: dict[str, Any],
+    ) -> ContentInfo:
+        camelized_additional_metadata = humps.camelize(additional_metadata)
+        camelized_additional_metadata = self._pop_forbidden_metadata_keys(
+            camelized_additional_metadata
+        )
+
+        if content_info.metadata is not None:
+            content_info.metadata.update(camelized_additional_metadata)
+        else:
+            content_info.metadata = camelized_additional_metadata
+
+        return update_content(
+            user_id=self._user_id,
+            company_id=self._company_id,
+            content_id=content_info.id,
+            metadata=content_info.metadata,
+        )
+
+    def remove_content_metadata(
+        self,
+        *,
+        content_info: ContentInfo,
+        keys_to_remove: list[str],
+    ) -> ContentInfo:
+        """
+        Removes the specified keys irreversibly from the content metadata.
+        """
+
+        if content_info.metadata is None:
+            _LOGGER.warning(f"Content metadata is None for content {content_info.id}")
+            return content_info
+
+        for key in keys_to_remove:
+            content_info.metadata.pop(key, None)
+
+        return update_content(
+            user_id=self._user_id,
+            company_id=self._company_id,
+            content_id=content_info.id,
+            metadata=content_info.metadata or {},
+        )
+
+    @overload
+    def update_contents_metadata(
+        self,
+        *,
+        additional_metadata: dict[str, Any],
+        content_infos: list[ContentInfo],
+    ) -> list[ContentInfo]: ...
+
+    @overload
+    def update_contents_metadata(
+        self, *, additional_metadata: dict[str, Any], metadata_filter: dict[str, Any]
+    ) -> list[ContentInfo]: ...
+
+    def update_contents_metadata(
+        self,
+        *,
+        additional_metadata: dict[str, Any],
+        metadata_filter: dict[str, Any] | None = None,
+        content_infos: list[ContentInfo] | None = None,
+    ) -> list[ContentInfo]:
+        additional_metadata_camelized = humps.camelize(additional_metadata)
+        additional_metadata_camelized = self._pop_forbidden_metadata_keys(
+            additional_metadata_camelized
+        )
+
+        if content_infos is None:
+            content_infos = self.get_paginated_content_infos(
+                metadata_filter=metadata_filter,
+            ).content_infos
+
+        for info in content_infos:
+            self.update_content_metadata(
+                content_info=info, additional_metadata=additional_metadata_camelized
+            )
+
+        return content_infos
+
+    @overload
+    def remove_contents_metadata(
+        self,
+        *,
+        keys_to_remove: list[str],
+        content_infos: list[ContentInfo],
+    ) -> list[ContentInfo]: ...
+
+    @overload
+    def remove_contents_metadata(
+        self, *, keys_to_remove: list[str], metadata_filter: dict[str, Any]
+    ) -> list[ContentInfo]: ...
+
+    def remove_contents_metadata(
+        self,
+        *,
+        keys_to_remove: list[str],
+        metadata_filter: dict[str, Any] | None = None,
+        content_infos: list[ContentInfo] | None = None,
+    ) -> list[ContentInfo]:
+        if content_infos is None:
+            content_infos = self.get_paginated_content_infos(
+                metadata_filter=metadata_filter,
+            ).content_infos
+
+        for info in content_infos:
+            self.remove_content_metadata(
+                content_info=info, keys_to_remove=keys_to_remove
+            )
+
+        return content_infos
+
+    @overload
+    def delete_content(
+        self,
+        *,
+        content_id: str,
+    ) -> DeleteContentResponse: ...
+
+    """Delete content by id"""
+
+    @overload
+    def delete_content(
+        self,
+        *,
+        file_path: str,
+    ) -> DeleteContentResponse: ...
+
+    """Delete all content matching the file path"""
+
+    def delete_content(
+        self,
+        *,
+        content_id: str | None = None,
+        file_path: str | None = None,
+        metadata_filter: dict[str, Any] | None = None,
+    ) -> DeleteContentResponse:
+        """Delete content by id, file path or metadata filter"""
+        if metadata_filter:
+            infos = self.get_paginated_content_infos(
+                metadata_filter=metadata_filter,
+            )
+            for info in infos.content_infos:
+                delete_content(
+                    user_id=self._user_id,
+                    company_id=self._company_id,
+                    content_id=info.id,
+                )
+
+        return delete_content(
+            user_id=self._user_id,
+            company_id=self._company_id,
+            content_id=content_id,
+            file_path=file_path,
+        )
+
+    def delete_contents(
+        self,
+        *,
+        metadata_filter: dict[str, Any],
+    ) -> list[DeleteContentResponse]:
+        """Delete all content matching the metadata filter"""
+        resp: list[DeleteContentResponse] = []
+
+        if metadata_filter:
+            infos = self.get_paginated_content_infos(
+                metadata_filter=metadata_filter,
+            )
+
+            for info in infos.content_infos:
+                resp.append(
+                    delete_content(
+                        user_id=self._user_id,
+                        company_id=self._company_id,
+                        content_id=info.id,
+                    )
+                )
+
+        return resp
+
+    @overload
+    async def delete_content_async(
+        self,
+        *,
+        content_id: str,
+    ) -> DeleteContentResponse: ...
+
+    @overload
+    async def delete_content_async(
+        self,
+        *,
+        file_path: str,
+    ) -> DeleteContentResponse: ...
+
+    async def delete_content_async(
+        self,
+        *,
+        content_id: str | None = None,
+        file_path: str | None = None,
+    ) -> DeleteContentResponse:
+        return await delete_content_async(
+            user_id=self._user_id,
+            company_id=self._company_id,
+            content_id=content_id,
+            file_path=file_path,
+        )
+
+    async def delete_contents_async(
+        self,
+        *,
+        metadata_filter: dict[str, Any],
+    ) -> list[DeleteContentResponse]:
+        """Delete all content matching the metadata filter"""
+        if not metadata_filter:
+            return []
+
+        infos = self.get_paginated_content_infos(
+            metadata_filter=metadata_filter,
+        )
+
+        # Create all delete tasks without awaiting them
+        delete_tasks = [
+            delete_content_async(
+                user_id=self._user_id,
+                company_id=self._company_id,
+                content_id=info.id,
+            )
+            for info in infos.content_infos
+        ]
+
+        # Await all delete operations concurrently
+        resp = await asyncio.gather(*delete_tasks)
+
+        return list(resp)
+
 
 if __name__ == "__main__":
     kb_service = KnowledgeBaseService.from_settings()

{unique_toolkit-1.12.1.dist-info → unique_toolkit-1.14.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.12.1
+Version: 1.14.0
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -118,6 +118,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.14.0] - 2025-10-07
+- Manipulate Metadata with knowledge base service
+
+## [1.13.0] - 2025-10-07
+- Delete contents with knowledge base service
+
 ## [1.12.1] - 2025-10-07
 - Fix bug where failed evaluations did not show an error to the user.
 

{unique_toolkit-1.12.1.dist-info → unique_toolkit-1.14.0.dist-info}/RECORD

@@ -112,8 +112,8 @@ unique_toolkit/chat/state.py,sha256=Cjgwv_2vhDFbV69xxsn7SefhaoIAEqLx3ferdVFCnOg,
 unique_toolkit/chat/utils.py,sha256=ihm-wQykBWhB4liR3LnwPVPt_qGW6ETq21Mw4HY0THE,854
 unique_toolkit/content/__init__.py,sha256=EdJg_A_7loEtCQf4cah3QARQreJx6pdz89Rm96YbMVg,940
 unique_toolkit/content/constants.py,sha256=1iy4Y67xobl5VTnJB6SxSyuoBWbdLl9244xfVMUZi5o,60
-unique_toolkit/content/functions.py,sha256=6Z9fOEsngJaT1R5DgoeRl5z06RavYgCxiAAPjkw-NKI,21100
-unique_toolkit/content/schemas.py,sha256=YmZa6ddjf6_RvDFGPovamLd0YX99am9nzWYrKHo8-Hg,5579
+unique_toolkit/content/functions.py,sha256=TWwXGHZ8AeBC7UbRVjKXjHC7PmlghPtPNQvw7fOj1tY,22403
+unique_toolkit/content/schemas.py,sha256=pBm1XHSgATdVe9PWUcEetRux9W6oRQ91oFl-kHofDh0,5665
 unique_toolkit/content/service.py,sha256=i7wN_wYjF8NBZHBcpcA5XRlMRGntuw3mlVoudAoGQRk,23293
 unique_toolkit/content/smart_rules.py,sha256=z2gHToPrdyj3HqO8Uu-JE5G2ClvJPuhR2XERmmkgoug,9668
 unique_toolkit/content/utils.py,sha256=qNVmHTuETaPNGqheg7TbgPr1_1jbNHDc09N5RrmUIyo,7901
@@ -130,7 +130,7 @@ unique_toolkit/framework_utilities/openai/__init__.py,sha256=CrHYoC7lv2pBscitLer
 unique_toolkit/framework_utilities/openai/client.py,sha256=ct1cqPcIK1wPl11G9sJV39ZnLJwKr2kDUDSra0FjvtM,2007
 unique_toolkit/framework_utilities/openai/message_builder.py,sha256=RT1pZjxH42TFZlAxQ5zlqdKPvHKVTjc5t3JDUy58I7Q,6887
 unique_toolkit/framework_utilities/utils.py,sha256=JK7g2yMfEx3eMprug26769xqNpS5WJcizf8n2zWMBng,789
-unique_toolkit/knowledge_base.py,sha256=SHAFs68zDQuHJZdrFcdU7wnkUdfNQlNzpSLNckx3Scg,20167
+unique_toolkit/knowledge_base.py,sha256=UU8S858sjrAJhOKtDb0b0RvjwzjZOvErNk4ShyLrTZY,27610
 unique_toolkit/language_model/__init__.py,sha256=lRQyLlbwHbNFf4-0foBU13UGb09lwEeodbVsfsSgaCk,1971
 unique_toolkit/language_model/builder.py,sha256=4OKfwJfj3TrgO1ezc_ewIue6W7BCQ2ZYQXUckWVPPTA,3369
 unique_toolkit/language_model/constants.py,sha256=B-topqW0r83dkC_25DeQfnPk3n53qzIHUCBS7YJ0-1U,119
@@ -149,7 +149,7 @@ unique_toolkit/short_term_memory/schemas.py,sha256=OhfcXyF6ACdwIXW45sKzjtZX_gkcJ
 unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBuE9sI2o9Aajqjxg,8884
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=Ozhh70qCn2yOzRWr9d8WmJeTo7AQurwd3tStgBMPFLA,1246
-unique_toolkit-1.12.1.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-1.12.1.dist-info/METADATA,sha256=mBeCg71Dak88SQUNJpaiQwTuh9MuKmA9vDPaakm3AQg,36092
-unique_toolkit-1.12.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-1.12.1.dist-info/RECORD,,
+unique_toolkit-1.14.0.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-1.14.0.dist-info/METADATA,sha256=OWdWXkAGiHMEPujnxslwCXHkheERRJy_wC9Ad4uX7v0,36240
+unique_toolkit-1.14.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-1.14.0.dist-info/RECORD,,