sinapsis-huggingface 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

{sinapsis_huggingface-0.2.6.dist-info → sinapsis_huggingface-0.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sinapsis-huggingface
-Version: 0.2.6
+Version: 0.2.8
 Summary: Package for HuggingFace-based templates
 Author-email: SinapsisAI <dev@sinapsis.tech>
 Project-URL: Homepage, https://sinapsis.tech

{sinapsis_huggingface-0.2.6.dist-info → sinapsis_huggingface-0.2.8.dist-info}/RECORD

@@ -1,9 +1,9 @@
-sinapsis_huggingface-0.2.6.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+sinapsis_huggingface-0.2.8.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/helpers/tags.py,sha256=TFmVD7r70vKmpNqSweVGme4riZZiRQWIfxySTexyJp8,522
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/__init__.py,sha256=9FHbS4hse9WIE-1a5jJlG-23gB3wahlULANJAWQ464c,947
-sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py,sha256=LrTHoFxTBa3rnXJFci5U2R2-BDKynoPyCtX5pF5anEg,8681
+sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py,sha256=xQgt6ehlJ5ESNFgqWbMbL31sTCLJwz3zJNNNATooPw4,8745
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/image_to_image_diffusers.py,sha256=OYT5fZBzCZoW7WTFi9kpvibGJw8wHTMm_O0eu74CRT4,6595
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/image_to_video_gen_xl_diffusers.py,sha256=XVm3HD1WtgteviwrVtvVyzNShKK8G8J5Nb_8iKdf74c,2394
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/inpainting_diffusers.py,sha256=9-y2nslRPvUxcx8A7CpYEkERhOHUI2g-VKuK1Zk_sFI,13807
@@ -14,31 +14,30 @@ sinapsis_huggingface_embeddings/src/sinapsis_huggingface_embeddings/helpers/tags
 sinapsis_huggingface_embeddings/src/sinapsis_huggingface_embeddings/templates/__init__.py,sha256=ihRhuXZAxpilful4Wrfa2n6HVJZqP9sdv3ycNoNuWqM,625
 sinapsis_huggingface_embeddings/src/sinapsis_huggingface_embeddings/templates/hugging_face_embedding_extractor.py,sha256=GWExQCefsmSoMK-fIDcdjEt1XlhIqZzsW2fihnoACjg,3587
 sinapsis_huggingface_embeddings/src/sinapsis_huggingface_embeddings/templates/speaker_embedding_from_audio.py,sha256=MTCULlf5CG5Jct9atXQG_HcGx7oKzWo9IdUqG0WU4BM,6497
-sinapsis_huggingface_embeddings/src/sinapsis_huggingface_embeddings/templates/speaker_embedding_from_dataset.py,sha256=6Px0WUju4IlfFGtTxRVRZQahU-RGX95n_t4L8Q8AqSU,3679
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/helpers/grounding_dino_keys.py,sha256=XacOtRkd099sM64pXg_N0oxtnBCQHgY6N6XAcI4WCzo,791
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/helpers/tags.py,sha256=q_QiumP-iCGLbiV0LOSc-Y4anUASmPwgplhnCXEiuXI,368
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/__init__.py,sha256=PbNLyfrBTHZOmwF6mNFYLikFWEnVq9s-eFsRjFzIIWk,791
-sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py,sha256=4QT0oJktT1q3UWGs6PhLDXF_8zEHG7ZueEL-0KoZsBs,14241
+sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py,sha256=GvU80V7QTk3ZPeGzfcQLIjWVezU9ot98kQ5AXPgsM_E,14379
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino_classification.py,sha256=UeOarFsC8z0jg5WtOO9NAvhYnOFpEaLkM75fsGhRiZI,9171
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/__init__.py,sha256=RYEd6xTaVlItleSPoq9RVJIFgXfY6aOHqy2SIO7zwjc,168
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/tags.py,sha256=F6zVOBh8mVnl9AG0s_t1ftZ-1Fg1RoO3zgng9PxfLWk,652
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/text_to_sentences.py,sha256=teaJXoTAVzGwar9gxenBabkA9VBJd-VAxsNXlzkKMuU,1676
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/__init__.py,sha256=3BgUm6C_tRgzxh2ADMBcu6OHzR-U5Tl1eFVtU0PwxB0,1095
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/base_transformers.py,sha256=7GaitRlb3zbsJot4V5lRVJuIqc-8lfc3zoNA0jI70aA,6089
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/base_transformers.py,sha256=neVmQJdWjmHKud2-rT7fAdOCORwFm-80VdUtkwjY-lU,6126
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/image_to_text_transformers.py,sha256=960Yo3GayKwevwFAbVsYhde-70e5oTKbd9r3gji8LCE,2965
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/speech_to_text_transformers.py,sha256=upTfDzjJEMN7RiKMPNQ1ecOTnjVONGMNaok4-GGqlO4,2648
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/summarization_transformers.py,sha256=jYFN9chcvzGFCSCbHzcDFIHFOvJ9ErzU0q_neY6kZ7Y,2373
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/text_to_speech_transformers.py,sha256=L4hYhwNk3bO6GC3Ld1b0gXnQVhH38e3SDrV3lCug-Eo,6214
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/translation_transformers.py,sha256=4Rg-wevpjYTn3TBW6ULtV7Y_lapqziWO-RLEOiccktM,2899
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py,sha256=7bSnxQ8j9_wC-ycULuh6EIsR8Dob15EtKiDYhKD8NHY,4218
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py,sha256=u4easZKy6arm2wCwwIzoy6e9qrYZT_11-LOa2cMPqXk,4442
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_detection.py,sha256=Pur2GwPJshTzh6Fu7CAm2mgG4cutx_cZDMCtOCGvoIw,4134
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_inference.py,sha256=7Fn6MkUAPr6cTjknPzvXrdX8QCsdB0yv_xhtCqpYHfw,10683
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_inference.py,sha256=lm1YIGi777c3ko4cWOwuoUTzQlRovfN6htIcrmpuHD4,10817
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/thirdparty/helpers.py,sha256=IGeYd5U2xpimpwTQW_5xm1pUYB5tqHlpq-fjwBHI4gY,2187
-sinapsis_huggingface-0.2.6.dist-info/METADATA,sha256=-0EV3xb0U7UDAxC3xTTL2HHA4h7yIxdo4slypZuYsSI,11400
-sinapsis_huggingface-0.2.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sinapsis_huggingface-0.2.6.dist-info/top_level.txt,sha256=ZxHwnMjSWRceQL_6-B7GJBPxQWdlwkba-SYMVufhj5s,133
-sinapsis_huggingface-0.2.6.dist-info/RECORD,,
+sinapsis_huggingface-0.2.8.dist-info/METADATA,sha256=y5TlDs5TE7n4Zo0AZo1NPp0CzmCwRMKF6sbROaeAp5M,11400
+sinapsis_huggingface-0.2.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sinapsis_huggingface-0.2.8.dist-info/top_level.txt,sha256=ZxHwnMjSWRceQL_6-B7GJBPxQWdlwkba-SYMVufhj5s,133
+sinapsis_huggingface-0.2.8.dist-info/RECORD,,

sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py

@@ -193,8 +193,10 @@ class BaseDiffusers(Template, ABC):
         This method performs garbage collection and clears GPU memory (if applicable) to prevent memory leaks
         and ensure efficient resource usage.
         """
+        del self.generator
         if self.attributes.device == "cuda":
             torch.cuda.empty_cache()
+            torch.cuda.ipc_collect()
 
     def reset_state(self, template_name: str | None = None) -> None:
         self._clear_memory()

sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py

@@ -1,6 +1,5 @@
 # -*- coding: utf-8 -*-
-
-
+import gc
 from typing import Any, Literal
 
 import torch
@@ -357,8 +356,12 @@ class GroundingDINO(Template):
         This method performs garbage collection and clears GPU memory (if applicable) to prevent memory leaks
         and ensure efficient resource usage.
         """
+        for child in self.model.children():
+            child.cpu()
+            gc.collect()
         if self.attributes.device == "cuda":
             torch.cuda.empty_cache()
+            torch.cuda.ipc_collect()
 
     def reset_state(self, template_name: str | None = None) -> None:
         self._clear_memory()

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/base_transformers.py

@@ -149,4 +149,5 @@ class TransformersBase(Template):
     def reset_state(self, template_name: str | None = None) -> None:
         if self.attributes.device == "cuda":
             torch.cuda.empty_cache()
+            torch.cuda.ipc_collect()
         super().reset_state(template_name)

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*-
+import gc
 from abc import abstractmethod
 from typing import Any, ClassVar, Literal
 
@@ -104,6 +105,16 @@ class PaliGemmaBase(Template):
         """
 
     def reset_state(self, template_name: str | None = None) -> None:
-        if self.attributes.device == "cuda":
+        with torch.no_grad():
+            for child in self.model.children():
+                child.cpu()
+                del child
+                gc.collect()
+            del self.model
+
+            del self.processor
+
             torch.cuda.empty_cache()
+            torch.cuda.ipc_collect()
+
         super().reset_state(template_name)

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_inference.py

@@ -69,6 +69,7 @@ class PaliGemmaInference(PaliGemmaBase):
 
     def __init__(self, attributes: TemplateAttributeType) -> None:
         super().__init__(attributes)
+        self.model = self.model.eval()
         self.prompt = self.attributes.prompt
 
     def _prepare_inputs(self, image_content: np.ndarray) -> dict:
@@ -237,11 +238,12 @@ class PaliGemmaInference(PaliGemmaBase):
         Returns:
             DataContainer: Processed container with added annotations
         """
+        self.logger.debug("EXECUTING TEMPLATE")
         if container.texts:
             self.process_from_text_packet(container)
         else:
             self.process_from_prompt(container)
-
+        self.logger.debug("finished execution")
         return container
 
     @staticmethod

sinapsis_huggingface_embeddings/src/sinapsis_huggingface_embeddings/templates/speaker_embedding_from_dataset.py

@@ -1,93 +0,0 @@
-# -*- coding: utf-8 -*-
-
-from typing import Literal
-
-from datasets import load_dataset
-from sinapsis_core.data_containers.data_packet import DataContainer
-from sinapsis_core.template_base import Template
-from sinapsis_core.template_base.base_models import OutputTypes, TemplateAttributes, UIPropertiesMetadata
-from sinapsis_core.utils.env_var_keys import SINAPSIS_CACHE_DIR
-
-
-class SpeakerEmbeddingFromDatasetAttributes(TemplateAttributes):
-    """Attributes for the SpeakerEmbeddingFromDataset template.
-
-    Attributes:
-        dataset_path (str): Path or name of the Hugging Face dataset containing speaker embeddings.
-            For example, `"Matthijs/cmu-arctic-xvectors"`.
-        data_cache_dir (str): Directory to cache the downloaded dataset. Defaults to the value of
-            the `SINAPSIS_CACHE_DIR` environment variable.
-        split (str): Dataset split to use (e.g., "train", "validation", or "test").
-            Defaults to `"validation"`.
-        sample_idx (int): Index of the dataset sample to extract the embedding from.
-        xvector_key (str): Key in the dataset sample that stores the xvector. Defaults to `"xvector"`.
-        target_packet (Literal["texts", "audios"]): Type of packet in the `DataContainer` to which
-            the embedding will be attached. Must be either `"texts"` or `"audios"`.
-    """
-
-    dataset_path: str
-    data_cache_dir: str = str(SINAPSIS_CACHE_DIR)
-    split: str = "validation"
-    sample_idx: int
-    xvector_key: str = "xvector"
-    target_packet: Literal["texts", "audios"]
-
-
-class SpeakerEmbeddingFromDataset(Template):
-    """
-    Template to retrieve and attach speaker embeddings from a Hugging Face dataset.
-    This template extracts a specified embedding (e.g., xvector) from a dataset and attaches
-    it to the `embedding` attribute of each `TextPacket` in a `DataContainer`.
-
-    Usage example:
-
-    agent:
-      name: my_test_agent
-    templates:
-    - template_name: InputTemplate
-      class_name: InputTemplate
-      attributes: {}
-    - template_name: SpeakerEmbeddingFromDataset
-      class_name: SpeakerEmbeddingFromDataset
-      template_input: InputTemplate
-      attributes:
-        dataset_path: '/path/to/hugging/face/dataset'
-        data_cache_dir: /path/to/cache/dir
-        split: validation
-        sample_idx: '1'
-        xvector_key: xvector
-        target_packet: 'audios'
-
-
-
-    """
-
-    AttributesBaseModel = SpeakerEmbeddingFromDatasetAttributes
-    UIProperties = UIPropertiesMetadata(category="HuggingFace", output_type=OutputTypes.AUDIO)
-
-    def execute(self, container: DataContainer) -> DataContainer:
-        """Retrieve and attach speaker embeddings to specified packets in a DataContainer.
-
-        Args:
-            container (DataContainer): The container holding the packets to which the embedding will be
-                attached.
-
-        Returns:
-            DataContainer: The updated container with embeddings attached to the `embedding`
-                attribute of the specified packet type.
-        """
-        packets = getattr(container, self.attributes.target_packet)
-        embeddings_dataset = load_dataset(
-            self.attributes.dataset_path,
-            split=self.attributes.split,
-            cache_dir=self.attributes.data_cache_dir,
-        )
-        speaker_embedding = embeddings_dataset[self.attributes.sample_idx][self.attributes.xvector_key]
-        self.logger.info(
-            f"Attaching embedding from index {self.attributes.sample_idx} to "
-            f"{len(packets)} {self.attributes.target_packet} packets."
-        )
-        for packet in packets:
-            packet.embedding = speaker_embedding
-
-        return container