sinapsis-huggingface 0.2.12__tar.gz → 0.2.13__tar.gz

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sinapsis-huggingface
-Version: 0.2.12
+Version: 0.2.13
 Summary: Package for HuggingFace-based templates
 Author-email: SinapsisAI <dev@sinapsis.tech>
 Project-URL: Homepage, https://sinapsis.tech
@@ -23,6 +23,7 @@ Requires-Dist: sinapsis-huggingface-diffusers[all]; extra == "all"
 Requires-Dist: sinapsis-huggingface-embeddings; extra == "all"
 Requires-Dist: sinapsis-huggingface-grounding-dino; extra == "all"
 Requires-Dist: sinapsis-huggingface-transformers; extra == "all"
+Requires-Dist: sinapsis-huggingface-hub[all]; extra == "all"
 Requires-Dist: sinapsis-huggingface[gradio-app,sinapsis-data-writers]; extra == "all"
 Provides-Extra: sinapsis-data-writers
 Requires-Dist: sinapsis-data-writers>=0.1.0; extra == "sinapsis-data-writers"
@@ -60,6 +61,7 @@ This repo consists of different packages to handle huggingface tools for differe
 * <code>sinapsis-huggingface-embeddings</code>
 * <code>sinapsis-huggingface-grounding-dino</code>
 * <code>sinapsis-huggingface-transformers</code>
+* <code>sinapsis-huggingface-hub</code>
 
 Install using your package manager of choice. We encourage the use of <code>uv</code>
 
@@ -151,6 +153,17 @@ For more details and specific templates, see the [README.md](https://github.com/
 
 </details>
 
+<details>
+<summary id="uv"><strong><span style="font-size: 1.4em;">Sinapsis Hugging Face Hub</span></strong></summary>
+
+This sinapsis package offers templates to manage **datasets**, **models** and **spaces** with the Hugging Face Hub library. Currently it offers:
+
+- **HuggingFaceDownloader**: Downloads a repository snapshot from the Hugging Face Hub.
+
+For more details and specific templates, see the [README.md](https://github.com/Sinapsis-AI/sinapsis-huggingface/blob/main/packages/sinapsis_huggingface_hub/README.md).
+
+</details>
+
 For more details, see the [official documentation](https://docs.sinapsis.tech/docs)
 
 <h2 id="webapps">🌐 Webapps</h2>

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/README.md

@@ -30,6 +30,7 @@ This repo consists of different packages to handle huggingface tools for differe
 * <code>sinapsis-huggingface-embeddings</code>
 * <code>sinapsis-huggingface-grounding-dino</code>
 * <code>sinapsis-huggingface-transformers</code>
+* <code>sinapsis-huggingface-hub</code>
 
 Install using your package manager of choice. We encourage the use of <code>uv</code>
 
@@ -121,6 +122,17 @@ For more details and specific templates, see the [README.md](https://github.com/
 
 </details>
 
+<details>
+<summary id="uv"><strong><span style="font-size: 1.4em;">Sinapsis Hugging Face Hub</span></strong></summary>
+
+This sinapsis package offers templates to manage **datasets**, **models** and **spaces** with the Hugging Face Hub library. Currently it offers:
+
+- **HuggingFaceDownloader**: Downloads a repository snapshot from the Hugging Face Hub.
+
+For more details and specific templates, see the [README.md](https://github.com/Sinapsis-AI/sinapsis-huggingface/blob/main/packages/sinapsis_huggingface_hub/README.md).
+
+</details>
+
 For more details, see the [official documentation](https://docs.sinapsis.tech/docs)
 
 <h2 id="webapps">🌐 Webapps</h2>

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sinapsis-huggingface
-Version: 0.2.12
+Version: 0.2.13
 Summary: Package for HuggingFace-based templates
 Author-email: SinapsisAI <dev@sinapsis.tech>
 Project-URL: Homepage, https://sinapsis.tech
@@ -23,6 +23,7 @@ Requires-Dist: sinapsis-huggingface-diffusers[all]; extra == "all"
 Requires-Dist: sinapsis-huggingface-embeddings; extra == "all"
 Requires-Dist: sinapsis-huggingface-grounding-dino; extra == "all"
 Requires-Dist: sinapsis-huggingface-transformers; extra == "all"
+Requires-Dist: sinapsis-huggingface-hub[all]; extra == "all"
 Requires-Dist: sinapsis-huggingface[gradio-app,sinapsis-data-writers]; extra == "all"
 Provides-Extra: sinapsis-data-writers
 Requires-Dist: sinapsis-data-writers>=0.1.0; extra == "sinapsis-data-writers"
@@ -60,6 +61,7 @@ This repo consists of different packages to handle huggingface tools for differe
 * <code>sinapsis-huggingface-embeddings</code>
 * <code>sinapsis-huggingface-grounding-dino</code>
 * <code>sinapsis-huggingface-transformers</code>
+* <code>sinapsis-huggingface-hub</code>
 
 Install using your package manager of choice. We encourage the use of <code>uv</code>
 
@@ -151,6 +153,17 @@ For more details and specific templates, see the [README.md](https://github.com/
 
 </details>
 
+<details>
+<summary id="uv"><strong><span style="font-size: 1.4em;">Sinapsis Hugging Face Hub</span></strong></summary>
+
+This sinapsis package offers templates to manage **datasets**, **models** and **spaces** with the Hugging Face Hub library. Currently it offers:
+
+- **HuggingFaceDownloader**: Downloads a repository snapshot from the Hugging Face Hub.
+
+For more details and specific templates, see the [README.md](https://github.com/Sinapsis-AI/sinapsis-huggingface/blob/main/packages/sinapsis_huggingface_hub/README.md).
+
+</details>
+
 For more details, see the [official documentation](https://docs.sinapsis.tech/docs)
 
 <h2 id="webapps">🌐 Webapps</h2>

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface.egg-info/SOURCES.txt

@@ -28,6 +28,11 @@ packages/sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_
 packages/sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/__init__.py
 packages/sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py
 packages/sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino_classification.py
+packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/__init__.py
+packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/helpers/__init__.py
+packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/helpers/tags.py
+packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/__init__.py
+packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/huggingface_downloader.py
 packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/__init__.py
 packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/__init__.py
 packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/helpers/tags.py

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface.egg-info/requires.txt

@@ -5,6 +5,7 @@ sinapsis-huggingface-diffusers[all]
 sinapsis-huggingface-embeddings
 sinapsis-huggingface-grounding-dino
 sinapsis-huggingface-transformers
+sinapsis-huggingface-hub[all]
 sinapsis-huggingface[gradio-app,sinapsis-data-writers]
 
 [gradio-app]

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface.egg-info/top_level.txt

@@ -1,4 +1,5 @@
 sinapsis_huggingface_diffusers
 sinapsis_huggingface_embeddings
 sinapsis_huggingface_grounding_dino
+sinapsis_huggingface_hub
 sinapsis_huggingface_transformers

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_diffusers/src/sinapsis_huggingface_diffusers/templates/base_diffusers.py

@@ -71,7 +71,7 @@ class BaseDiffusersAttributes(TemplateAttributes):
             Defaults to False.
     """
 
-    model_path: str
+    model_path: Literal["stable-diffusion-v1-5/stable-diffusion-v1-5", "stabilityai/stable-diffusion-2-1", "CompVis/stable-diffusion-v1-4", "Qwen/Qwen-Image-Edit"] = "stable-diffusion-v1-5/stable-diffusion-v1-5"
     model_cache_dir: str = str(SINAPSIS_CACHE_DIR)
     device: Literal["cuda", "cpu"]
     torch_dtype: Literal["float16", "float32"] = "float16"

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_grounding_dino/src/sinapsis_huggingface_grounding_dino/templates/grounding_dino.py

@@ -42,7 +42,7 @@ class GroundingBaseAttributes(TemplateAttributes):
         device (Literal["cuda", "cpu"]): Device to be used for inference.
     """
 
-    model_path: str
+    model_path: Literal["IDEA-Research/grounding-dino-base"] = "IDEA-Research/grounding-dino-base"
     model_cache_dir: str = str(SINAPSIS_CACHE_DIR)
     inference_mode: Literal["object_detection", "zero_shot"]
     threshold: float = 0.25

sinapsis_huggingface-0.2.13/packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/helpers/tags.py

@@ -0,0 +1,7 @@
+# -*- coding: utf-8 -*-
+from enum import Enum
+
+
+class Tags(Enum):
+    HUGGINGFACE = "huggingface"
+    MODELS = "models"

sinapsis_huggingface-0.2.13/packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/__init__.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+import importlib
+from typing import Callable
+
+_root_lib_path = "sinapsis_huggingface_hub.templates"
+
+_template_lookup = {
+    "HuggingFaceDownloader": f"{_root_lib_path}.huggingface_downloader",
+}
+
+
+def __getattr__(name: str) -> Callable:
+    if name in _template_lookup:
+        module = importlib.import_module(_template_lookup[name])
+        return getattr(module, name)
+    raise AttributeError(f"template `{name}` not found in {_root_lib_path}")
+
+
+__all__ = list(_template_lookup.keys())

sinapsis_huggingface-0.2.13/packages/sinapsis_huggingface_hub/src/sinapsis_huggingface_hub/templates/huggingface_downloader.py

@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*-
+
+from typing import Literal
+
+from huggingface_hub import snapshot_download
+from pydantic import Field
+from sinapsis_core.data_containers.data_packet import DataContainer
+from sinapsis_core.template_base import Template
+from sinapsis_core.template_base.base_models import TemplateAttributes, TemplateAttributeType, UIPropertiesMetadata
+from sinapsis_core.utils.env_var_keys import SINAPSIS_CACHE_DIR
+from sinapsis_huggingface_transformers.helpers.tags import Tags
+
+
+class HuggingFaceDownloaderAttributes(TemplateAttributes):
+    """Defines the configuration for downloading a repository snapshot from the Hugging Face Hub.
+
+    Attributes:
+        repo_id (str): The repository ID from the Hub (e.g., "stabilityai/stable-diffusion-2-1").
+        repo_type (Literal["dataset", "space", "model"]): The type of the repository.
+        revision (str | None): The specific model version to use (e.g., a branch name, tag, or commit hash).
+        cache_dir (str): The directory where downloaded files will be cached.
+        allow_patterns (list[str] | str | None): A pattern or list of patterns to specify which files to download.
+        ignore_patterns (list[str] | str | None): A pattern or list of patterns to specify which files to ignore.
+        max_workers (int): The maximum number of threads to use for parallel downloads.
+        force_download (bool): If True, forces the repository to be re-downloaded even if it's already cached.
+        proxies (dict): A dictionary of proxy servers to use for the download.
+        local_files_only (bool): If True, the function will only look for the files in the cache and will not
+            access the network.
+        etag_timeout (float): The timeout in seconds for checking the ETag of the files.
+        resume_download (bool): If True, resumes an interrupted download.
+    """
+
+    repo_id: str
+    repo_type: Literal["dataset", "space", "model"] = "model"
+    revision: str | None = None
+    cache_dir: str = str(SINAPSIS_CACHE_DIR)
+    allow_patterns: list[str] | str | None = None
+    ignore_patterns: list[str] | str | None = None
+    max_workers: int = 8
+    force_download: bool = False
+    proxies: dict = Field(default_factory=dict)
+    local_files_only: bool = False
+    etag_timeout: float = 10.0
+    resume_download: bool = False
+
+
+class HuggingFaceDownloader(Template):
+    """A Sinapsis Template that downloads a repository snapshot from the Hugging Face Hub."""
+
+    AttributesBaseModel = HuggingFaceDownloaderAttributes
+    UIProperties = UIPropertiesMetadata(
+        category="Hugging Face Hub",
+        tags=[Tags.HUGGINGFACE, Tags.MODELS],
+    )
+
+    def __init__(self, attributes: TemplateAttributeType) -> None:
+        super().__init__(attributes)
+        self.logger.info(f"Starting download of {self.attributes.repo_id} to {self.attributes.cache_dir}")
+        self.path = snapshot_download(**self.attributes.model_dump(exclude_none=True, exclude={"metadata"}))
+
+    def execute(self, container: DataContainer) -> DataContainer:
+        """Injects the local directory path of the downloaded repository into the data container.
+
+        Args:
+            container (DataContainer): The data container to which the directory path will be added.
+
+        Returns:
+            DataContainer: The updated data container, now containing the directory path.
+        """
+        self._set_generic_data(container, self.path)
+        return container

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/image_to_text_transformers.py

@@ -40,6 +40,7 @@ class ImageToTextTransformersAttributes(TransformersBaseAttributes):
             such as `max_new_tokens`.
     """
 
+    model_path: Literal["Qwen/Qwen-Image"] = "Qwen/Qwen-Image"
     inference_kwargs: ImageToTextInferenceKwargs = Field(default_factory=ImageToTextInferenceKwargs)
 
 

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/pali_gemma/pali_gemma_base.py

@@ -33,7 +33,7 @@ class PaliGemmaBaseAttributes(TemplateAttributes):
         torch_dtype (Literal["float16", "float32"]): Model precision type. Defaults to float16.
     """
 
-    model_path: str
+    model_path: Literal["google/paligemma2-3b-pt-224"] = "google/paligemma2-3b-pt-224"
     processor_path: str
     model_cache_dir: str = str(SINAPSIS_CACHE_DIR)
     device: Literal["cuda", "cpu"] = "cpu"

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/speech_to_text_transformers.py

@@ -41,6 +41,7 @@ class SpeechToTextTransformersAttributes(TransformersBaseAttributes):
             such as `return_timestamps`.
     """
 
+    model_path: Literal["openai/whisper-small"] = "openai/whisper-small"
     inference_kwargs: SpeechToTextInferenceKwargs = Field(default_factory=SpeechToTextInferenceKwargs)
 
 

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/summarization_transformers.py

@@ -39,6 +39,7 @@ class SummarizationTransformersAttributes(TransformersBaseAttributes):
         inference_kwargs: Task-specific parameters for the summarization pipeline,
             such as `clean_up_tokenization_spaces`.
     """
+    model_path: Literal["facebook/bart-large-cnn", "google/pegasus-xsum", "Falconsai/text_summarization", "facebook/bart-large-xsum"] = "facebook/bart-large-cnn"
 
     inference_kwargs: SummarizationInferenceKwargs = Field(default_factory=SummarizationInferenceKwargs)
 

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/packages/sinapsis_huggingface_transformers/src/sinapsis_huggingface_transformers/templates/text_to_speech_transformers.py

@@ -29,6 +29,7 @@ class TextToSpeechAttributes(TransformersBaseAttributes):
             input text into smaller chunks. If not specified, sentences will be split
             based on punctuation.
     """
+    model_path: Literal["suno/bark", "suno/bark-small", "ResembleAI/chatterbox"] = "suno/bark"
 
     use_embeddings: bool = False
     sample_rate: int | None = None

{sinapsis_huggingface-0.2.12 → sinapsis_huggingface-0.2.13}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sinapsis-huggingface"
-version = "0.2.12"
+version = "0.2.13"
 description = "Package for HuggingFace-based templates"
 authors = [
     {name = "SinapsisAI", email = "dev@sinapsis.tech"},
@@ -28,6 +28,7 @@ all = [
     "sinapsis-huggingface-embeddings",
     "sinapsis-huggingface-grounding-dino",
     "sinapsis-huggingface-transformers",
+    "sinapsis-huggingface-hub[all]",
     "sinapsis-huggingface[gradio-app,sinapsis-data-writers]",
 ]
 sinapsis-data-writers = [
@@ -52,6 +53,7 @@ sinapsis-huggingface-transformers= {workspace = true}
 sinapsis-huggingface-embeddings = {workspace = true}
 sinapsis-huggingface-grounding-dino = { workspace = true }
 sinapsis-huggingface-diffusers = { workspace = true }
+sinapsis-huggingface-hub = { workspace = true }
 sinapsis-huggingface = { workspace = true }
 
 [[tool.uv.index]]