sinapsis-huggingface 0.2.12__py3-none-any.whl → 0.2.14__py3-none-any.whl

{sinapsis_huggingface-0.2.12.dist-info → sinapsis_huggingface-0.2.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sinapsis-huggingface
-Version: 0.2.12
+Version: 0.2.14
 Summary: Package for HuggingFace-based templates
 Author-email: SinapsisAI <dev@sinapsis.tech>
 Project-URL: Homepage, https://sinapsis.tech
@@ -23,6 +23,7 @@ Requires-Dist: sinapsis-huggingface-diffusers[all]; extra == "all"
 Requires-Dist: sinapsis-huggingface-embeddings; extra == "all"
 Requires-Dist: sinapsis-huggingface-grounding-dino; extra == "all"
 Requires-Dist: sinapsis-huggingface-transformers; extra == "all"
+Requires-Dist: sinapsis-huggingface-hub[all]; extra == "all"
 Requires-Dist: sinapsis-huggingface[gradio-app,sinapsis-data-writers]; extra == "all"
 Provides-Extra: sinapsis-data-writers
 Requires-Dist: sinapsis-data-writers>=0.1.0; extra == "sinapsis-data-writers"
@@ -60,6 +61,7 @@ This repo consists of different packages to handle huggingface tools for differe
 * <code>sinapsis-huggingface-embeddings</code>
 * <code>sinapsis-huggingface-grounding-dino</code>
 * <code>sinapsis-huggingface-transformers</code>
+* <code>sinapsis-huggingface-hub</code>
 
 Install using your package manager of choice. We encourage the use of <code>uv</code>
 
@@ -151,6 +153,17 @@ For more details and specific templates, see the [README.md](https://github.com/
 
 </details>
 
+<details>
+<summary id="uv"><strong><span style="font-size: 1.4em;">Sinapsis Hugging Face Hub</span></strong></summary>
+
+This sinapsis package offers templates to manage **datasets**, **models** and **spaces** with the Hugging Face Hub library. Currently it offers:
+
+- **HuggingFaceDownloader**: Downloads a repository snapshot from the Hugging Face Hub.
+
+For more details and specific templates, see the [README.md](https://github.com/Sinapsis-AI/sinapsis-huggingface/blob/main/packages/sinapsis_huggingface_hub/README.md).
+
+</details>
+
 For more details, see the [official documentation](https://docs.sinapsis.tech/docs)
 
 <h2 id="webapps">🌐 Webapps</h2>

{sinapsis_huggingface-0.2.12.dist-info → sinapsis_huggingface-0.2.14.dist-info}/RECORD

@@ -1,9 +1,9 @@
-sinapsis_huggingface-0.2.12.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+sinapsis_huggingface-0.2.14.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/helpers/tags.py,sha256=TFmVD7r70vKmpNqSweVGme4riZZiRQWIfxySTexyJp8,522
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/__init__.py,sha256=9FHbS4hse9WIE-1a5jJlG-23gB3wahlULANJAWQ464c,947
-sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py,sha256=BBzbxwPYdt1rTInWzdj82Hd2f84Qi_Ki0FJO-xARoKM,11338
+sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py,sha256=a-ZvbRgAdOY89z5GCcBjq02TTAPhbH9KN8KGoMFB-LE,11530
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/image_to_image_diffusers.py,sha256=Dj-ytpfsTMbsoN81xSwYr5be7nsg3rqznUFEsnceJbY,6548
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/image_to_video_gen_xl_diffusers.py,sha256=4X_iWj4mCzYPBWbWP3Zy0UJsMw-PPReroqiQ2Ieodz0,3746
 sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/inpainting_diffusers.py,sha256=5r7l4F_0A6V6waCSaitJhrdeXfZsdq2kAosO3o1LmXI,13932
@@ -19,25 +19,30 @@ sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/help
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/helpers/grounding_dino_keys.py,sha256=XacOtRkd099sM64pXg_N0oxtnBCQHgY6N6XAcI4WCzo,791
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/helpers/tags.py,sha256=q_QiumP-iCGLbiV0LOSc-Y4anUASmPwgplhnCXEiuXI,368
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/__init__.py,sha256=PbNLyfrBTHZOmwF6mNFYLikFWEnVq9s-eFsRjFzIIWk,791
-sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py,sha256=Bljmlvhbeo4dV90MfEQAD4IbShSwoggwKZe_wPsBdME,15075
+sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py,sha256=Qucb8JcicjgovT1p32JuxVQt5k0h4dn3syegWE7Hcug,15154
 sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino_classification.py,sha256=UeOarFsC8z0jg5WtOO9NAvhYnOFpEaLkM75fsGhRiZI,9171
+sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/helpers/tags.py,sha256=1SzO5cGKKGufgTIsN1_RYzsDPs99iowI7K3M1ZwtQSI,120
+sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/__init__.py,sha256=TsgxRtbtvFs2fwWLr5HuL3cLSll4Kbws-WOz1c7CZng,517
+sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/huggingface_downloader.py,sha256=mizdvhBmPFldBcZvqUNpvWe87-9IxMG7g8x7HsJzNnU,3442
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/__init__.py,sha256=RYEd6xTaVlItleSPoq9RVJIFgXfY6aOHqy2SIO7zwjc,168
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/tags.py,sha256=F6zVOBh8mVnl9AG0s_t1ftZ-1Fg1RoO3zgng9PxfLWk,652
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/text_to_sentences.py,sha256=teaJXoTAVzGwar9gxenBabkA9VBJd-VAxsNXlzkKMuU,1676
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/__init__.py,sha256=3BgUm6C_tRgzxh2ADMBcu6OHzR-U5Tl1eFVtU0PwxB0,1095
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/base_transformers.py,sha256=8vZBGQka2kSPYjbn5PbnT256_1UrJ099ygS6rQOMkmY,7647
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/image_to_text_transformers.py,sha256=6L4IUGv9l6Z3xQi5qZB70KPIa1BBUmckS1BhkmXbrjs,4272
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/speech_to_text_transformers.py,sha256=4lewS44TXjWoiPtcvNM9Xo1rvm8XkYTJtuduDXgbrXI,4062
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/summarization_transformers.py,sha256=XF7HYBNaEThyFJoqdWxb3mUqBtxEtnHN6mb6jwP_UEk,3732
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/text_to_speech_transformers.py,sha256=epvTmlxrRC1xeFiQzX0BJY9rHg6KtbYJSlKqbsLnE1k,6439
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/image_to_text_transformers.py,sha256=PXAtazuTNkZkhcfzCCvGETkiKXycVXSGEvhtsC8Wewo,4363
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/speech_to_text_transformers.py,sha256=y1FanicU5NpzIjxPor_8JNUBozGlmnQJkQW0FHAe6SE,4135
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/summarization_transformers.py,sha256=jgYHvh5X7KnNqzZX_298_BOap3Ez86sWeOQtF81sm6g,3937
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/text_to_speech_transformers.py,sha256=qcwzT7Vkag435gx2j8iQ0fa0k5S11OaCmLIr9eNm2Hs,6563
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/translation_transformers.py,sha256=36ZjRzd8GRKq8s_b3_zkyK8BE7pmvyrtqi1_UNA0Fjg,4014
-sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py,sha256=rcmnEo2o_xm7wExWfJDD9b8KQy0cgd2VeUyGNG6t4Aw,5037
+sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py,sha256=18WkkpkfnPY39gpLRzgoISEkVxMgCXNOAhb9gumVO94,5104
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_detection.py,sha256=0bQB0rDU5foADo5IOe422UUJ1v6BZ3Q08esklwKOOQA,4210
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_inference.py,sha256=gC6RXqQi423uZr-GFpI_XzrRHjqMgJ7ry5MXC2-Y5N8,10894
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/thirdparty/helpers.py,sha256=IGeYd5U2xpimpwTQW_5xm1pUYB5tqHlpq-fjwBHI4gY,2187
-sinapsis_huggingface-0.2.12.dist-info/METADATA,sha256=6K09G3AfgWoygVQpT5w4P1Wz8b0hOZLlOId4pgTARdk,11401
-sinapsis_huggingface-0.2.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sinapsis_huggingface-0.2.12.dist-info/top_level.txt,sha256=ZxHwnMjSWRceQL_6-B7GJBPxQWdlwkba-SYMVufhj5s,133
-sinapsis_huggingface-0.2.12.dist-info/RECORD,,
+sinapsis_huggingface-0.2.14.dist-info/METADATA,sha256=JYntG_I0McOEok0eENjgbeKcRvv2AA-O5h74fDVmiAA,12039
+sinapsis_huggingface-0.2.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sinapsis_huggingface-0.2.14.dist-info/top_level.txt,sha256=kb6h2cFbLt44Av6X418hZN7VYFbfBJCDpQGVETMvpvg,158
+sinapsis_huggingface-0.2.14.dist-info/RECORD,,

{sinapsis_huggingface-0.2.12.dist-info → sinapsis_huggingface-0.2.14.dist-info}/top_level.txt

@@ -1,4 +1,5 @@
 sinapsis_huggingface_diffusers
 sinapsis_huggingface_embeddings
 sinapsis_huggingface_grounding_dino
+sinapsis_huggingface_hub
 sinapsis_huggingface_transformers

sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py

@@ -71,7 +71,7 @@ class BaseDiffusersAttributes(TemplateAttributes):
             Defaults to False.
     """
 
-    model_path: str
+    model_path: Literal["stable-diffusion-v1-5/stable-diffusion-v1-5", "stabilityai/stable-diffusion-2-1", "CompVis/stable-diffusion-v1-4", "Qwen/Qwen-Image-Edit"] = "stable-diffusion-v1-5/stable-diffusion-v1-5"
     model_cache_dir: str = str(SINAPSIS_CACHE_DIR)
     device: Literal["cuda", "cpu"]
     torch_dtype: Literal["float16", "float32"] = "float16"

sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py

@@ -42,7 +42,7 @@ class GroundingBaseAttributes(TemplateAttributes):
         device (Literal["cuda", "cpu"]): Device to be used for inference.
     """
 
-    model_path: str
+    model_path: Literal["IDEA-Research/grounding-dino-base"] = "IDEA-Research/grounding-dino-base"
     model_cache_dir: str = str(SINAPSIS_CACHE_DIR)
     inference_mode: Literal["object_detection", "zero_shot"]
     threshold: float = 0.25

sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/helpers/tags.py

@@ -0,0 +1,7 @@
+# -*- coding: utf-8 -*-
+from enum import Enum
+
+
+class Tags(Enum):
+    HUGGINGFACE = "huggingface"
+    MODELS = "models"

sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/__init__.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+import importlib
+from typing import Callable
+
+_root_lib_path = "sinapsis_huggingface_hub.templates"
+
+_template_lookup = {
+    "HuggingFaceDownloader": f"{_root_lib_path}.huggingface_downloader",
+}
+
+
+def __getattr__(name: str) -> Callable:
+    if name in _template_lookup:
+        module = importlib.import_module(_template_lookup[name])
+        return getattr(module, name)
+    raise AttributeError(f"template `{name}` not found in {_root_lib_path}")
+
+
+__all__ = list(_template_lookup.keys())

sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/huggingface_downloader.py

@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*-
+
+from typing import Literal
+
+from huggingface_hub import snapshot_download
+from pydantic import Field
+from sinapsis_core.data_containers.data_packet import DataContainer
+from sinapsis_core.template_base import Template
+from sinapsis_core.template_base.base_models import TemplateAttributes, TemplateAttributeType, UIPropertiesMetadata
+from sinapsis_core.utils.env_var_keys import SINAPSIS_CACHE_DIR
+from sinapsis_huggingface_transformers.helpers.tags import Tags
+
+
+class HuggingFaceDownloaderAttributes(TemplateAttributes):
+    """Defines the configuration for downloading a repository snapshot from the Hugging Face Hub.
+
+    Attributes:
+        repo_id (str): The repository ID from the Hub (e.g., "stabilityai/stable-diffusion-2-1").
+        repo_type (Literal["dataset", "space", "model"]): The type of the repository.
+        revision (str | None): The specific model version to use (e.g., a branch name, tag, or commit hash).
+        cache_dir (str): The directory where downloaded files will be cached.
+        allow_patterns (list[str] | str | None): A pattern or list of patterns to specify which files to download.
+        ignore_patterns (list[str] | str | None): A pattern or list of patterns to specify which files to ignore.
+        max_workers (int): The maximum number of threads to use for parallel downloads.
+        force_download (bool): If True, forces the repository to be re-downloaded even if it's already cached.
+        proxies (dict): A dictionary of proxy servers to use for the download.
+        local_files_only (bool): If True, the function will only look for the files in the cache and will not
+            access the network.
+        etag_timeout (float): The timeout in seconds for checking the ETag of the files.
+        resume_download (bool): If True, resumes an interrupted download.
+    """
+
+    repo_id: str
+    repo_type: Literal["dataset", "space", "model"] = "model"
+    revision: str | None = None
+    cache_dir: str = str(SINAPSIS_CACHE_DIR)
+    allow_patterns: list[str] | str | None = None
+    ignore_patterns: list[str] | str | None = None
+    max_workers: int = 8
+    force_download: bool = False
+    proxies: dict = Field(default_factory=dict)
+    local_files_only: bool = False
+    etag_timeout: float = 10.0
+    resume_download: bool = False
+
+
+class HuggingFaceDownloader(Template):
+    """A Sinapsis Template that downloads a repository snapshot from the Hugging Face Hub."""
+
+    AttributesBaseModel = HuggingFaceDownloaderAttributes
+    UIProperties = UIPropertiesMetadata(
+        category="Hugging Face Hub",
+        tags=[Tags.HUGGINGFACE, Tags.MODELS],
+    )
+
+    def __init__(self, attributes: TemplateAttributeType) -> None:
+        super().__init__(attributes)
+        self.logger.info(f"Starting download of {self.attributes.repo_id} to {self.attributes.cache_dir}")
+        self.path = snapshot_download(**self.attributes.model_dump(exclude_none=True, exclude={"metadata"}))
+
+    def execute(self, container: DataContainer) -> DataContainer:
+        """Injects the local directory path of the downloaded repository into the data container.
+
+        Args:
+            container (DataContainer): The data container to which the directory path will be added.
+
+        Returns:
+            DataContainer: The updated data container, now containing the directory path.
+        """
+        self._set_generic_data(container, self.path)
+        return container

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/image_to_text_transformers.py

@@ -1,5 +1,7 @@
 # -*- coding: utf-8 -*-
 
+from typing import Literal
+
 import numpy as np
 from PIL import Image
 from pydantic import Field
@@ -40,6 +42,7 @@ class ImageToTextTransformersAttributes(TransformersBaseAttributes):
             such as `max_new_tokens`.
     """
 
+    model_path: Literal["Qwen/Qwen-Image"] = "Qwen/Qwen-Image"
     inference_kwargs: ImageToTextInferenceKwargs = Field(default_factory=ImageToTextInferenceKwargs)
 
 

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py

@@ -33,7 +33,7 @@ class PaliGemmaBaseAttributes(TemplateAttributes):
         torch_dtype (Literal["float16", "float32"]): Model precision type. Defaults to float16.
     """
 
-    model_path: str
+    model_path: Literal["google/paligemma2-3b-pt-224"] = "google/paligemma2-3b-pt-224"
     processor_path: str
     model_cache_dir: str = str(SINAPSIS_CACHE_DIR)
     device: Literal["cuda", "cpu"] = "cpu"

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/speech_to_text_transformers.py

@@ -41,6 +41,7 @@ class SpeechToTextTransformersAttributes(TransformersBaseAttributes):
             such as `return_timestamps`.
     """
 
+    model_path: Literal["openai/whisper-small"] = "openai/whisper-small"
     inference_kwargs: SpeechToTextInferenceKwargs = Field(default_factory=SpeechToTextInferenceKwargs)
 
 

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/summarization_transformers.py

@@ -1,5 +1,7 @@
 # -*- coding: utf-8 -*-
 
+from typing import Literal
+
 from pydantic import Field
 from sinapsis_core.data_containers.data_packet import DataContainer
 from sinapsis_core.template_base.base_models import OutputTypes
@@ -40,6 +42,10 @@ class SummarizationTransformersAttributes(TransformersBaseAttributes):
             such as `clean_up_tokenization_spaces`.
     """
 
+    model_path: Literal[
+        "facebook/bart-large-cnn", "google/pegasus-xsum", "Falconsai/text_summarization", "facebook/bart-large-xsum"
+    ] = "facebook/bart-large-cnn"
+
     inference_kwargs: SummarizationInferenceKwargs = Field(default_factory=SummarizationInferenceKwargs)
 
 

sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/text_to_speech_transformers.py

@@ -1,4 +1,6 @@
 # -*- coding: utf-8 -*-
+from typing import Literal
+
 import numpy as np
 import torch
 from sinapsis_core.data_containers.data_packet import AudioPacket, DataContainer, TextPacket
@@ -30,6 +32,8 @@ class TextToSpeechAttributes(TransformersBaseAttributes):
             based on punctuation.
     """
 
+    model_path: Literal["suno/bark", "suno/bark-small", "ResembleAI/chatterbox"] = "suno/bark"
+
     use_embeddings: bool = False
     sample_rate: int | None = None
     n_words: int | None = None